-- Logs begin at Fri 2021-08-06 16:44:42 UTC, end at Fri 2021-08-06 17:43:20 UTC. -- Aug 06 17:15:04.069941 dv-cinder-803773-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 06 17:15:06.717664 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.common.config [-] Logging enabled! Aug 06 17:15:06.718291 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev523 Aug 06 17:15:06.718539 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93199) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 06 17:15:06.721732 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.common.config [-] Logging enabled! Aug 06 17:15:06.721976 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev523 Aug 06 17:15:06.722288 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93199) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 06 17:15:06.723229 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 06 17:15:06.723455 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 06 17:15:06.723817 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 06 17:15:06.724052 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 06 17:15:06.724275 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 06 17:15:06.724609 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.724897 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.725186 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.725406 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.725683 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.725964 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.726240 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.726546 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.726839 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.727117 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.727385 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.727662 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.727885 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.728141 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.728421 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.728700 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.728915 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] debug = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.729184 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.729601 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.729994 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.730287 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.730567 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.730839 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.731093 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.731424 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.731699 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.732019 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] host = dv-cinder-803773-1-iscsi {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.732293 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.732568 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.732844 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.733131 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.733391 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.733659 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.733932 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.734194 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.734480 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] log_file = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.734747 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.735026 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.735306 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.735587 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.735810 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.736024 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.736304 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.736581 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.736847 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.737111 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.737376 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.737639 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.737901 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.738159 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.738458 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.738731 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.739005 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.739271 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.739534 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.739794 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.740090 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.740371 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.740634 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.740895 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.741158 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.741437 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.741695 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.741958 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.742247 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.742543 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.742816 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.743092 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.743355 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.743627 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.743890 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.744152 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.744412 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] use_json = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.744672 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.744932 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.745203 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.745465 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.745729 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.745989 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.746249 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.746550 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:06.746840 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.747131 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.747423 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.747696 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.747982 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.748252 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.748529 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.748796 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.749073 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.749351 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.749632 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.749900 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.750175 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.750465 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.750750 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.751044 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.751327 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.751613 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.751873 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.752137 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.752399 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.752665 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.752942 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.753229 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.753510 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.753774 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.754045 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.754345 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.754614 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.754878 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.755145 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.755423 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.755718 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.755984 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.756255 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.756522 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.756785 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.757045 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.757311 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.757592 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.757858 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.758120 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.758408 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.758675 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.758938 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.759212 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.759476 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.759736 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.760058 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.760262 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.760523 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.760785 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.761054 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.761316 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.761587 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.761847 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.762105 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.762403 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.762666 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.762928 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.763187 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.763448 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.763716 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.763981 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.764244 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.764505 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.764765 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.765027 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.765301 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.765592 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.765860 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.766130 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.766423 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.766695 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.766963 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.767232 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.767499 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.767767 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.768033 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.768309 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.768583 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.768860 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.769133 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.769400 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.769682 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.769947 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.770219 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.770512 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.770781 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.771059 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.771415 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.771708 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.771989 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.772267 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.772551 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.772835 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.773107 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.773405 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.773674 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:06.773885 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 06 17:15:06.774117 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93199) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 06 17:15:07.121098 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 06 17:15:07.121338 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 06 17:15:07.121640 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 06 17:15:07.121968 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 06 17:15:07.512834 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:07.513062 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:07.513358 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:07.514680 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:07.514942 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:07.515202 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:07.548426 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:07.548702 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:07.548960 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:07.565231 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:07.565505 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:07.565760 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:07.593979 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:07.594244 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:07.594539 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:07.629122 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:07.629384 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:07.629647 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:07.858344 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:07.858981 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:07.858981 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:07.858981 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:07.859689 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:07.977862 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:07.978176 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:07.978478 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:07.978741 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:07.979004 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:07.979311 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:07.979538 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:07.979820 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:07.980374 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:07.980374 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:07.980594 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:07.980834 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:07.981083 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:07.981330 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:07.981563 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:07.981820 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:07.982066 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:07.982353 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:07.982610 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:07.982864 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:07.983124 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:07.983357 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:07.983630 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:07.984004 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:07.984250 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:07.984492 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:07.984989 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93199) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 06 17:15:07.985232 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93199) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 06 17:15:07.985479 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93199) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 06 17:15:07.985717 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93199) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 06 17:15:07.985953 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93199) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 06 17:15:07.986185 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93199) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 06 17:15:07.986578 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 06 17:15:07.989716 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 06 17:15:07.993620 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 06 17:15:07.997465 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Aug 06 17:15:07.999105 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 06 17:15:07.999558 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 06 17:15:07.999891 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 06 17:15:08.000280 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 06 17:15:08.003046 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 06 17:15:08.003316 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 06 17:15:08.003648 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 06 17:15:08.009120 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 06 17:15:08.030784 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 06 17:15:08.031209 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.031514 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93199) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 06 17:15:08.031870 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.033192 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93199) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 06 17:15:08.033467 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 06 17:15:08.033710 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 06 17:15:08.036945 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.037216 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.101177 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 06 17:15:08.101412 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 06 17:15:08.101644 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 06 17:15:08.102010 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 06 17:15:08.124601 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_db.sqlalchemy.engines [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93199) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 06 17:15:08.679626 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.plugins.ml2.managers [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Initializing driver for type 'gre' Aug 06 17:15:08.680147 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] gre ID ranges: [(1, 1000)] Aug 06 17:15:08.738152 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.plugins.ml2.managers [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Initializing driver for type 'local' Aug 06 17:15:08.738508 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.plugins.ml2.managers [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Initializing driver for type 'vlan' Aug 06 17:15:08.752737 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] VlanTypeDriver initialization complete Aug 06 17:15:08.753071 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.plugins.ml2.managers [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Initializing driver for type 'vxlan' Aug 06 17:15:08.753582 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] vxlan ID ranges: [(1, 1000)] Aug 06 17:15:08.808661 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.plugins.ml2.managers [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Initializing extension driver 'port_security' Aug 06 17:15:08.809001 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.plugins.ml2.extensions.port_security [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] PortSecurityExtensionDriver initialization complete Aug 06 17:15:08.809335 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.plugins.ml2.managers [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Initializing mechanism driver 'openvswitch' Aug 06 17:15:08.809659 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.plugins.ml2.managers [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Initializing mechanism driver 'hyperv' Aug 06 17:15:08.816331 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.plugin [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:15:08.817195 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > port after_create 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.817601 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > port after_update 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.817954 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > port after_delete 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.818637 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93199) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 06 17:15:08.819112 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > subnet after_create 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.819470 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > subnet after_update 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.819818 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.820210 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93199) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 06 17:15:08.820984 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > network after_create 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.821331 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > network after_update 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.821672 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > network after_delete 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.822060 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93199) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 06 17:15:08.822491 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > security_group after_create 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.822837 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > security_group after_update 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.823240 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.823572 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93199) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 06 17:15:08.823973 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.824318 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.824655 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.825043 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93199) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 06 17:15:08.825444 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > address_group after_create 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.825787 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > address_group after_update 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.826131 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.826546 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93199) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 06 17:15:08.826920 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] ML2 OVO RPC backend initialized. {{(pid=93199) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 06 17:15:08.827632 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.828009 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.828448 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > network before_response 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.828770 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > networks before_response 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.829136 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > port before_response 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.829473 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > ports before_response 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.829805 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > subnet before_response 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.830147 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > subnets before_response 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.830523 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > network after_create 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.830864 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > network after_update 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.831200 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > network after_delete 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.831534 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > port after_create 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.831869 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > port after_update 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.832202 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > port after_delete 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.832535 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > subnet after_create 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.832874 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > subnet after_update 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.833209 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.833790 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.plugins.ml2.plugin [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Modular L2 Plugin initialization complete Aug 06 17:15:08.834150 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading services supported by the core plugin {{(pid=93199) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 06 17:15:08.834516 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.plugins.ml2.managers [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Got port-security extension from driver 'port_security' Aug 06 17:15:08.834997 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.extensions.vlantransparent [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Disabled vlantransparent extension. Aug 06 17:15:08.835485 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93199) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 06 17:15:08.835800 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading Plugin: router Aug 06 17:15:08.871817 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.872451 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > router after_create 55549900 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.872537 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > router before_create 55549900 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.872915 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.873292 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.873644 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > router after_delete 55549900 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.874002 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.874396 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > router after_create 55549900 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.874870 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > router after_update 55549900 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.875232 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > router after_update 55549900 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.875585 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.875932 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > router after_update 55549900 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.876344 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > router precommit_update 55549900 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.876714 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: port after_update 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.877060 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: port after_delete 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.877394 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: subnet after_update 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.877721 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.878069 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.878446 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > router precommit_create 55549900 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.878789 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: port before_delete 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.879134 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > router precommit_create 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.879492 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > router after_update 55549900 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.879834 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.880182 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > router precommit_create 55549900 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.880543 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.880968 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > router precommit_update 55549900 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.881472 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > agent after_create 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.881708 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > agent after_delete 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.882057 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > network after_delete 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.882955 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.quota.resource_registry [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Tracking information for resource: router configured {{(pid=93199) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 06 17:15:08.883289 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.quota.resource_registry [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Tracking information for resource: floatingip configured {{(pid=93199) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 06 17:15:08.888230 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.db.l3_agentschedulers_db [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 06 17:15:08.888804 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: port after_update 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.889161 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: port after_create 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.889512 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: port after_delete 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.889862 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: port after_update 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.890677 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > router before_create 55550100 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.891044 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.891404 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > router precommit_create 55550100 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.891759 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > router precommit_update 55550100 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.896220 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.services.provider_configuration [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Service providers = [] {{(pid=93199) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 06 17:15:08.896632 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.db.servicetype_db [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93199) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 06 17:15:08.899722 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.services.service_base [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93199) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 06 17:15:08.900066 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.services.service_base [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93199) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 06 17:15:08.900418 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.services.service_base [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93199) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 06 17:15:08.901301 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.services.service_base [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93199) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 06 17:15:08.901672 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.services.service_base [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 06 17:15:08.902056 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93199) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 06 17:15:08.902402 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 06 17:15:08.914873 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93199) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 06 17:15:08.915204 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading Plugin: auto_allocate Aug 06 17:15:08.920983 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: network precommit_update 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.921362 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: network precommit_create 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.921879 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93199) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 06 17:15:08.922209 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading Plugin: tag Aug 06 17:15:08.929235 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93199) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 06 17:15:08.929558 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading Plugin: timestamp Aug 06 17:15:08.933444 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93199) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 06 17:15:08.933714 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading Plugin: network_ip_availability Aug 06 17:15:08.939209 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.939580 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.939942 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:08.940663 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93199) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 06 17:15:08.940986 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading Plugin: flavors Aug 06 17:15:08.946519 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93199) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 06 17:15:08.946849 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading Plugin: revisions Aug 06 17:15:08.951171 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93199) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 06 17:15:08.951591 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_concurrency.lockutils [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.830s {{(pid=93199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 06 17:15:08.952331 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93199) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 06 17:15:08.952664 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Initializing extension manager. Aug 06 17:15:08.953175 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: __init__.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:08.953520 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: __pycache__ {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:08.953853 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:08.954187 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: address_group.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:08.954974 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:08.955550 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: address-group Aug 06 17:15:08.955871 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: address_scope.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:08.956586 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:08.957103 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: address-scope Aug 06 17:15:08.957416 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:08.958366 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:08.958960 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: router-admin-state-down-before-update Aug 06 17:15:08.959265 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: agent.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:08.960001 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:08.960512 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: agent Aug 06 17:15:08.960831 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: agent_resources_synced.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:08.961736 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:08.962320 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: agent-resources-synced Aug 06 17:15:08.962590 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: allowedaddresspairs.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:08.964378 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:08.964887 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: allowed-address-pairs Aug 06 17:15:08.965216 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: auto_allocated_topology.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:08.966287 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:08.966824 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: auto-allocated-topology Aug 06 17:15:08.967147 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: availability_zone.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:08.967840 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:08.968346 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: availability_zone Aug 06 17:15:08.968667 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: availability_zone_filter.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:08.969577 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:08.970081 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: availability_zone_filter Aug 06 17:15:08.970449 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: data_plane_status.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:08.971367 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:08.971864 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extension data-plane-status not supported by any of loaded plugins Aug 06 17:15:08.972188 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: default_subnetpools.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:08.973100 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:08.973607 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: default-subnetpools Aug 06 17:15:08.973924 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:08.974798 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:08.975305 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: dhcp_agent_scheduler Aug 06 17:15:08.975621 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: dns.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:08.976544 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:08.977051 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extension dns-integration not supported by any of loaded plugins Aug 06 17:15:08.977378 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: dns_domain_ports.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:08.978321 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:08.978820 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 06 17:15:08.979145 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:08.980070 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:08.980570 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 06 17:15:08.980892 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: dvr.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:08.981564 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:08.982068 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: dvr Aug 06 17:15:08.982428 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: ecmp_routes.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:08.983357 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:08.983949 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 06 17:15:08.984199 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: empty_string_filtering.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:08.985116 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:08.985661 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: empty-string-filtering Aug 06 17:15:08.985959 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:08.986900 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:08.987404 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 06 17:15:08.987720 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:08.988630 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:08.989131 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 06 17:15:08.989451 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: external_net.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:08.990454 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:08.991041 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: external-net Aug 06 17:15:08.991368 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:08.992284 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:08.992787 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: extra_dhcp_opt Aug 06 17:15:08.993108 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: extraroute.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:08.994035 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:08.994578 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: extraroute Aug 06 17:15:08.994903 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: extraroute_atomic.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:08.995936 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:08.996427 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: extraroute-atomic Aug 06 17:15:08.996748 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: filter_validation.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:08.997621 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:08.998148 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: filter-validation Aug 06 17:15:08.998492 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: fip_pf_description.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:08.999423 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:08.999962 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 06 17:15:09.000242 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: fip_port_details.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.001156 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.001662 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: fip-port-details Aug 06 17:15:09.001985 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: flavors.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.003247 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.003763 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: flavors Aug 06 17:15:09.004094 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.005866 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.006628 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 06 17:15:09.006963 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: floatingip_pools.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.007672 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.008187 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: floatingip-pools Aug 06 17:15:09.008509 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: ip_allocation.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.009446 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.009950 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extension ip_allocation not supported by any of loaded plugins Aug 06 17:15:09.010283 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.011215 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.011726 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: ip-substring-filtering Aug 06 17:15:09.012049 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: l2_adjacency.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.012979 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.013485 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 06 17:15:09.013815 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: l3.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.014844 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.015361 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: router Aug 06 17:15:09.015684 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.017940 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.018510 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 06 17:15:09.018820 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.019781 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.020286 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: ext-gw-mode Aug 06 17:15:09.020612 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.021674 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.022177 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: l3-ha Aug 06 17:15:09.022533 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: l3_flavors.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.023449 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.023966 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: l3-flavors Aug 06 17:15:09.024292 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.025230 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.025740 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 06 17:15:09.026126 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: l3agentscheduler.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.027150 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.027657 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: l3_agent_scheduler Aug 06 17:15:09.027982 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: logging.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.029464 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.029982 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extension logging not supported by any of loaded plugins Aug 06 17:15:09.030354 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: metering.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.031104 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.031677 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: metering Aug 06 17:15:09.032002 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.033227 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.033744 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: metering_source_and_destination_fields Aug 06 17:15:09.034070 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: multiprovidernet.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.035038 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.035551 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: multi-provider Aug 06 17:15:09.035873 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: netmtu.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.036792 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.037337 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: net-mtu Aug 06 17:15:09.037655 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: netmtu_writable.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.038607 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.039112 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: net-mtu-writable Aug 06 17:15:09.039434 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: network_availability_zone.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.040105 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.040604 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: network_availability_zone Aug 06 17:15:09.040924 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: network_ip_availability.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.042019 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.042559 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: network-ip-availability Aug 06 17:15:09.042879 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: network_segment_range.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.043646 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.044150 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extension network-segment-range not supported by any of loaded plugins Aug 06 17:15:09.044473 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: pagination.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.045483 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.045813 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: pagination Aug 06 17:15:09.046133 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: port_device_profile.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.047089 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.047603 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: port-device-profile Aug 06 17:15:09.047926 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.048848 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.049357 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: port-mac-address-regenerate Aug 06 17:15:09.049680 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.050626 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.051136 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: port-numa-affinity-policy Aug 06 17:15:09.051458 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: port_resource_request.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.052376 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.053198 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extension port-resource-request not supported by any of loaded plugins Aug 06 17:15:09.053523 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: portbindings.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.054499 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.055021 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: binding Aug 06 17:15:09.055346 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: portbindings_extended.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.056629 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.057147 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: binding-extended Aug 06 17:15:09.057477 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: portsecurity.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.058449 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.058958 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: port-security Aug 06 17:15:09.059284 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: project_id.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.060264 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.060595 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: project-id Aug 06 17:15:09.060916 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: providernet.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.061966 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.062524 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: provider Aug 06 17:15:09.062850 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: qos.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.066471 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.066996 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extension qos not supported by any of loaded plugins Aug 06 17:15:09.067325 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.068792 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.069308 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 06 17:15:09.069640 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.070945 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.071457 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 06 17:15:09.071814 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: qos_default.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.072728 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.073273 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extension qos-default not supported by any of loaded plugins Aug 06 17:15:09.073595 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: qos_fip.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.074282 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.074776 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extension qos-fip not supported by any of loaded plugins Aug 06 17:15:09.075096 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: qos_gateway_ip.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.075999 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.076507 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 06 17:15:09.076832 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: qos_port_network_policy.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.077740 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.078241 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 06 17:15:09.078596 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: qos_pps_rule.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.079772 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.080287 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extension qos-pps not supported by any of loaded plugins Aug 06 17:15:09.080617 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: qos_rule_type_details.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.081538 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.082043 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 06 17:15:09.082391 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: qos_rules_alias.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.083510 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.084113 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 06 17:15:09.084512 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: quotasv2.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.085641 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.085970 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: quotas Aug 06 17:15:09.086317 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: quotasv2_detail.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.089386 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.089731 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: quota_details Aug 06 17:15:09.090060 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: rbac.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.091156 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.091681 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: rbac-policies Aug 06 17:15:09.092008 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: rbac_address_group.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.092943 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.093460 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: rbac-address-group Aug 06 17:15:09.093786 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: rbac_address_scope.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.094737 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.095259 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: rbac-address-scope Aug 06 17:15:09.095586 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: rbac_security_groups.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.096502 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.097018 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: rbac-security-groups Aug 06 17:15:09.097337 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: rbac_subnetpool.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.098280 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.098792 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: rbac-subnetpool Aug 06 17:15:09.099111 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: revisionifmatch.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.100324 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.100848 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: revision-if-match Aug 06 17:15:09.101177 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: revisions.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.102322 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.102841 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: standard-attr-revisions Aug 06 17:15:09.103167 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: router_availability_zone.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.103846 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.104354 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: router_availability_zone Aug 06 17:15:09.104674 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: routerservicetype.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.105600 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.106105 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extension router-service-type not supported by any of loaded plugins Aug 06 17:15:09.106462 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.107383 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.107892 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: security-groups-normalized-cidr Aug 06 17:15:09.108214 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.109133 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.109642 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: port-security-groups-filtering Aug 06 17:15:09.109966 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.110925 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.111433 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: security-groups-remote-address-group Aug 06 17:15:09.111750 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: securitygroup.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.121522 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.122047 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: security-group Aug 06 17:15:09.122406 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: segment.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.123197 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.123710 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extension segment not supported by any of loaded plugins Aug 06 17:15:09.124039 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.124991 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.125505 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 06 17:15:09.125832 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: servicetype.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.127043 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.127561 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: service-type Aug 06 17:15:09.127888 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: sorting.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.128912 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.129238 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: sorting Aug 06 17:15:09.129565 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: standard_attr_segment.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.130534 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.131240 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 06 17:15:09.131443 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: standardattrdescription.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.132112 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.132623 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: standard-attr-description Aug 06 17:15:09.132948 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: stateful_security_group.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.133861 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.134402 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: stateful-security-group Aug 06 17:15:09.134730 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: stdattrs_common.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.135316 dv-cinder-803773-1-iscsi neutron-server[93199]: WARNING neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 06 17:15:09.135634 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.136578 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.137083 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 06 17:15:09.137402 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: subnet_onboard.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.138500 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.139022 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: subnet_onboard Aug 06 17:15:09.139347 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.140290 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.140794 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 06 17:15:09.141116 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: subnet_service_types.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.142037 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.142586 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: subnet-service-types Aug 06 17:15:09.142905 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: subnetallocation.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.143987 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.144495 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: subnet_allocation Aug 06 17:15:09.144822 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.145497 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.145997 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: subnetpool-prefix-ops Aug 06 17:15:09.146415 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.147346 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.147850 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 06 17:15:09.148173 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: tagging.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.149253 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.149759 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: standard-attr-tag Aug 06 17:15:09.150085 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: timestamp.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.151308 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.151818 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loaded extension: standard-attr-timestamp Aug 06 17:15:09.152142 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: trunk.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.153171 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.153688 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extension trunk not supported by any of loaded plugins Aug 06 17:15:09.154012 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: trunk_details.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.154959 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.155472 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extension trunk-details not supported by any of loaded plugins Aug 06 17:15:09.155798 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: uplink_status_propagation.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.156722 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.157241 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 06 17:15:09.157567 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Loading extension file: vlantransparent.py {{(pid=93199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:15:09.158232 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:15:09.158768 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 06 17:15:09.161242 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.quota.resource_registry [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Creating instance of TrackedResource for resource:network Aug 06 17:15:09.161755 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.quota.resource_registry [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Creating instance of TrackedResource for resource:subnet Aug 06 17:15:09.162247 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.quota.resource_registry [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Creating instance of TrackedResource for resource:subnetpool Aug 06 17:15:09.162748 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.quota.resource_registry [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Creating instance of TrackedResource for resource:port Aug 06 17:15:09.163972 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.v2.resource_helper [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 17:15:09.164442 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.v2.resource_helper [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Service FLAVORS assigned prefix: {{(pid=93199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 17:15:09.165090 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.v2.resource_helper [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 17:15:09.165522 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.v2.resource_helper [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 17:15:09.165853 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.quota.resource_registry [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Creating instance of TrackedResource for resource:router Aug 06 17:15:09.166336 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.quota.resource_registry [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Creating instance of TrackedResource for resource:floatingip Aug 06 17:15:09.166801 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.v2.resource_helper [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Service METERING assigned prefix: /metering {{(pid=93199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 17:15:09.168264 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:09.168634 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:09.168987 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:15:09.170020 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.quota.resource_registry [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Creating instance of CountableResource for resource:rbac_policy Aug 06 17:15:09.170510 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.quota.resource_registry [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Creating instance of TrackedResource for resource:security_group Aug 06 17:15:09.170939 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.quota.resource_registry [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 06 17:15:09.171546 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.v2.resource_helper [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Service CORE assigned prefix: {{(pid=93199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 17:15:09.171887 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.quota.resource_registry [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Creating instance of TrackedResource for resource:subnetpool Aug 06 17:15:09.172238 dv-cinder-803773-1-iscsi neutron-server[93199]: WARNING neutron.quota.resource_registry [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] subnetpool is already registered Aug 06 17:15:09.172669 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.v2.resource_helper [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Service CORE assigned prefix: {{(pid=93199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 17:15:09.172996 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.quota.resource_registry [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Creating instance of TrackedResource for resource:subnetpool Aug 06 17:15:09.173322 dv-cinder-803773-1-iscsi neutron-server[93199]: WARNING neutron.quota.resource_registry [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] subnetpool is already registered Aug 06 17:15:09.175635 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.v2.resource_helper [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 17:15:09.176178 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.v2.resource_helper [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Service FLAVORS assigned prefix: {{(pid=93199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 17:15:09.176813 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.v2.resource_helper [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 17:15:09.177254 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.v2.resource_helper [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 17:15:09.177750 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.quota.resource_registry [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Creating instance of TrackedResource for resource:router Aug 06 17:15:09.178311 dv-cinder-803773-1-iscsi neutron-server[93199]: WARNING neutron.quota.resource_registry [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] router is already registered Aug 06 17:15:09.178602 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.quota.resource_registry [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Creating instance of TrackedResource for resource:floatingip Aug 06 17:15:09.178937 dv-cinder-803773-1-iscsi neutron-server[93199]: WARNING neutron.quota.resource_registry [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] floatingip is already registered Aug 06 17:15:09.179427 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.v2.resource_helper [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Service METERING assigned prefix: /metering {{(pid=93199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 17:15:09.180137 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.quota.resource_registry [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Creating instance of CountableResource for resource:rbac_policy Aug 06 17:15:09.180464 dv-cinder-803773-1-iscsi neutron-server[93199]: WARNING neutron.quota.resource_registry [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] rbac_policy is already registered Aug 06 17:15:09.180887 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.quota.resource_registry [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Creating instance of TrackedResource for resource:security_group Aug 06 17:15:09.181228 dv-cinder-803773-1-iscsi neutron-server[93199]: WARNING neutron.quota.resource_registry [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] security_group is already registered Aug 06 17:15:09.181638 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.quota.resource_registry [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 06 17:15:09.181971 dv-cinder-803773-1-iscsi neutron-server[93199]: WARNING neutron.quota.resource_registry [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] security_group_rule is already registered Aug 06 17:15:09.182504 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.v2.resource_helper [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Service CORE assigned prefix: {{(pid=93199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 17:15:09.182825 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.quota.resource_registry [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Creating instance of TrackedResource for resource:subnetpool Aug 06 17:15:09.183156 dv-cinder-803773-1-iscsi neutron-server[93199]: WARNING neutron.quota.resource_registry [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] subnetpool is already registered Aug 06 17:15:09.183671 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.v2.resource_helper [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Service CORE assigned prefix: {{(pid=93199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 17:15:09.183944 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.quota.resource_registry [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Creating instance of TrackedResource for resource:subnetpool Aug 06 17:15:09.184280 dv-cinder-803773-1-iscsi neutron-server[93199]: WARNING neutron.quota.resource_registry [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] subnetpool is already registered Aug 06 17:15:09.185990 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extended resource: extensions {{(pid=93199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:15:09.187502 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extended resource: address-groups {{(pid=93199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:15:09.188991 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extended resource: address-scopes {{(pid=93199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:15:09.190205 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extended resource: agents {{(pid=93199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:15:09.191520 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extended resource: auto-allocated-topology {{(pid=93199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:15:09.192777 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extended resource: availability_zones {{(pid=93199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:15:09.194030 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extended resource: dhcp-networks {{(pid=93199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:15:09.195826 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extended resource: dhcp-agents {{(pid=93199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:15:09.197347 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extended resource: routers {{(pid=93199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:15:09.199087 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extended resource: flavors {{(pid=93199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:15:09.200270 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extended resource: service_profiles {{(pid=93199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:15:09.201804 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extended resource: next_providers {{(pid=93199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:15:09.203363 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extended resource: service_profiles {{(pid=93199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:15:09.204823 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extended resource: floatingip-pools {{(pid=93199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:15:09.206144 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extended resource: routers {{(pid=93199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:15:09.207882 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extended resource: floatingips {{(pid=93199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:15:09.209104 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extended resource: l3-routers {{(pid=93199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:15:09.210752 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extended resource: l3-agents {{(pid=93199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:15:09.212164 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extended resource: metering-labels {{(pid=93199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:15:09.213422 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extended resource: metering-label-rules {{(pid=93199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:15:09.214721 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extended resource: network-ip-availabilities {{(pid=93199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:15:09.216087 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extended resource: bindings {{(pid=93199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:15:09.217665 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extended resource: quotas {{(pid=93199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:15:09.219121 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extended resource: quotas {{(pid=93199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:15:09.220648 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extended resource: rbac-policies {{(pid=93199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:15:09.221840 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extended resource: security-groups {{(pid=93199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:15:09.223057 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extended resource: security-group-rules {{(pid=93199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:15:09.224457 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extended resource: service-providers {{(pid=93199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:15:09.225862 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extended resource: subnetpools {{(pid=93199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:15:09.227234 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extended resource: subnetpools {{(pid=93199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:15:09.228771 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extended resource: tags {{(pid=93199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:15:09.230520 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extended resource: tags {{(pid=93199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:15:09.232273 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extended resource: tags {{(pid=93199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:15:09.234168 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extended resource: tags {{(pid=93199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:15:09.235898 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extended resource: tags {{(pid=93199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:15:09.237753 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extended resource: tags {{(pid=93199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:15:09.239574 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extended resource: tags {{(pid=93199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:15:09.241793 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extended resource: tags {{(pid=93199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:15:09.244675 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extended resource: tags {{(pid=93199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:15:09.246469 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron.api.extensions [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Extended resource: tags {{(pid=93199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:15:09.252540 dv-cinder-803773-1-iscsi neutron-server[93199]: WARNING keystonemiddleware.auth_token [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 06 17:15:09.257317 dv-cinder-803773-1-iscsi neutron-server[93199]: WARNING keystonemiddleware.auth_token [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 06 17:15:09.265719 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_concurrency.lockutils [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Acquired lock "singleton_lock" {{(pid=93199) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 06 17:15:09.266198 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_concurrency.lockutils [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Releasing lock "singleton_lock" {{(pid=93199) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 06 17:15:09.266875 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO oslo_service.service [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Starting 2 workers Aug 06 17:15:09.271801 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Started child 93308 {{(pid=93199) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 06 17:15:09.276482 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Started child 93309 {{(pid=93199) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 06 17:15:09.277059 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:09.277995 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO neutron.service [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 06 17:15:09.278732 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [-] (93308) wsgi starting up on http://0.0.0.0:9696 Aug 06 17:15:09.278860 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Notify callbacks [] for process, before_spawn {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:09.281033 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO oslo_service.service [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Starting 1 workers Aug 06 17:15:09.281180 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:09.282546 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [-] (93309) wsgi starting up on http://0.0.0.0:9696 Aug 06 17:15:09.286171 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Started child 93310 {{(pid=93199) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 06 17:15:09.286697 dv-cinder-803773-1-iscsi neutron-server[93199]: INFO oslo_service.service [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Starting 1 workers Aug 06 17:15:09.289813 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.service [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] calling RpcWorker wait() {{(pid=93310) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 06 17:15:09.290450 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.service [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] returning from RpcWorker wait() {{(pid=93310) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 06 17:15:09.291170 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Started child 93311 {{(pid=93199) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 06 17:15:09.291532 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:09.291958 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ee7470f9-c924-41ee-a991-919a1eebe109 None None] Notify callbacks [] for process, after_spawn {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:09.292101 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:15:09.293756 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93199) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 06 17:15:09.293970 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 06 17:15:09.294125 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 06 17:15:09.294343 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 06 17:15:09.294681 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 06 17:15:09.294823 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 06 17:15:09.295336 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.295607 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.295829 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.296126 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.296326 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:09.296895 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.297041 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.297181 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.297468 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.297697 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.297983 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.298137 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.298309 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.298558 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.298781 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.299082 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.299345 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.299588 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.299842 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.300039 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.300280 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.300497 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.300776 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.301233 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] debug = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.301233 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.301757 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.301997 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.302249 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.302492 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.302839 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.303085 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.303358 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.303611 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.303922 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.304164 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.304416 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.304662 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.304879 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.305095 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.305335 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.305561 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.306070 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] host = dv-cinder-803773-1-iscsi {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.306319 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.306572 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.306806 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.307054 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.307320 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.307521 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.307768 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.308119 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.308277 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.308481 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.308749 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.308994 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.309245 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.309484 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] log_file = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.309645 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] log_options = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.309889 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.310149 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.310438 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.310629 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.310793 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.310962 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.311214 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.311461 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.311602 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.311839 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.312052 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.312266 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.312497 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.312715 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.312970 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.313198 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.313487 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.313633 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.313872 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.314098 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.314359 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.314588 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.314825 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.315058 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.315306 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.315535 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.315780 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.316009 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.316221 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.316470 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.316701 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.316955 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.317199 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.317464 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.317697 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.317925 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.318232 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.318532 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.318933 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.319382 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.319797 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.320195 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.320844 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.321072 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.321292 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.321533 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] use_json = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.321741 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.321940 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.322191 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.322430 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.322646 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.324352 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.324352 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.324352 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.324352 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.324352 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.324940 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.325156 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.325398 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.325642 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.325897 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.326192 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.326502 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.326851 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.327052 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.327279 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.327550 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:15:09.327656 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.327892 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.328072 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.328456 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.328697 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.328953 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.329245 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.329454 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.333011 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.333011 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.333011 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.333011 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.333011 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.89/identity {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.333011 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.333011 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.333011 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.334722 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.334722 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.334722 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.334722 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.334722 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.334722 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.334722 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.334722 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.334722 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.337601 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.337601 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.337601 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.337601 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.337601 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.337601 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.337601 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.337601 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.337601 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.344003 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.344003 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.344003 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.344003 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.344003 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.344003 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.344003 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.344003 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.344003 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.344514 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.344514 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.344514 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.344514 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.344514 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.344514 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.344514 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.344514 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.344514 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.345012 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.345012 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.345012 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.345012 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.345012 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.345012 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.345012 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.345012 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.347905 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.348169 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.348422 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.348693 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.348936 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.349470 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.349577 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.349844 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.350136 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.351217 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.351861 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.355273 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.355625 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.355963 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.356235 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.356508 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.356730 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.356981 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.357238 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.357498 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.357752 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.358030 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.358215 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.361697 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.362012 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.362290 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.362557 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.362860 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.363154 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.363715 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.363715 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.363900 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.364161 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.364445 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.364733 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.365055 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.365373 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.365765 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.366158 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.369265 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.370583 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.371044 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.371445 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.372478 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.374189 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.375180 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.377497 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.377924 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.378194 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.378495 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.378762 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.379033 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.379293 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.379541 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.379773 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.380061 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.380299 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.380542 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.380812 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.381830 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.382146 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.382412 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.382634 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.382879 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.383175 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.383437 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.383675 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.383935 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.384379 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.384617 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.384876 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.385106 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.89/identity {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.385322 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.385543 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.385773 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.385985 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.386219 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.386455 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.386684 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.386896 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.387107 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.387358 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.387572 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.387783 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.388012 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.388288 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.388510 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.388737 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.388947 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.389161 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.389408 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.389638 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.389867 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.390082 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.390323 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.390575 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.390790 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.391060 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.391323 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.391549 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.391774 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.391997 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.392254 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.392467 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.392724 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.392938 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.393149 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.393357 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.393588 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.393799 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.394006 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.394270 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.394495 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.394724 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.394969 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.395290 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.395534 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.395763 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.395994 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.396207 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.396459 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.396702 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.396924 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.397137 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.397347 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.397558 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.397808 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.398032 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.398291 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.398495 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.398704 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.398911 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.399154 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.399393 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.399686 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.399945 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.400189 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.400443 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.400679 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.400916 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.401137 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.401342 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.401545 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.401759 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.402214 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.402396 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.403095 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.403095 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.403386 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.403834 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.403834 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.404344 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.404344 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.404656 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.404656 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.406723 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.406723 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.406723 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.406723 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.406723 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.406723 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.406723 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.406723 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.407759 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.407759 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.407759 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.407759 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.407759 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.407759 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.407759 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.408642 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.408642 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.408642 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.409187 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.409187 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.409187 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.409748 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.409748 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.410144 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.410144 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.410488 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.410488 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.410761 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.410933 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.411381 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.411539 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.411719 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.412085 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.412326 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.412588 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.412861 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.413126 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.413346 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.413690 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.413961 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.414221 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.414471 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.414713 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.414932 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.415142 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.415379 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.415607 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.415815 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.416047 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.416332 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.416520 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.416985 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.416985 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.417167 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.417385 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.417619 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.417875 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.418084 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.418238 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 06 17:15:09.418776 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93199) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 06 17:15:09.418935 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 06 17:15:09.419084 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 06 17:15:09.419251 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 06 17:15:09.419415 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 06 17:15:09.419564 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 06 17:15:09.419783 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.419929 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.420084 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.420239 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.420392 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.420570 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.420727 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.420881 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.421035 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.421190 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.421344 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.421496 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.421649 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.421802 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.421955 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.422109 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.422285 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.422436 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.422595 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.422750 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.422904 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.423055 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.423209 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] debug = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.423360 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.423558 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.423717 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.423869 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.424022 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.424106 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:15:09.424200 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.424315 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.424467 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.424619 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.424774 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.424926 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.425078 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.425231 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.425383 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.425535 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.425687 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.425839 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.425992 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] host = dv-cinder-803773-1-iscsi {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.426143 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.426324 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.426478 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.426630 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.426785 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.426939 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.427091 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.427245 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.427398 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.427689 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.427893 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.427893 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.428044 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.428150 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] log_file = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.428367 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] log_options = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.428456 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.428583 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.428735 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.428907 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.429064 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.429221 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.429376 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.429530 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.429683 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.429836 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.429990 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.430143 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.430318 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.430472 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.430626 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.430777 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.430930 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.431082 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.431236 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.431392 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.431544 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.431697 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.431850 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.432001 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.432153 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.432305 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.432461 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.432604 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.432753 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.432905 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.433058 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.433211 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.433363 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.433516 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.433727 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.433822 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.433964 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.434122 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.434300 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.434455 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.434608 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.434760 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.434913 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.435067 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.435218 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.435431 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] use_json = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.435596 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.436049 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.436266 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.436425 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.436578 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.436733 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.436887 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.437041 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:15:09.437213 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.437586 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.437760 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.437916 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.438073 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.438229 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.438407 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.438563 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.438719 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.438878 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.439041 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.439196 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.439363 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.439518 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.439673 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.439833 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.439989 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.440145 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.440301 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.440457 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.440612 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.440769 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.440939 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.441096 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.441251 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.89/identity {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.441452 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.441576 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.441693 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.441840 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.441996 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.442152 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.442328 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.442486 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.442642 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.442799 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.442954 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.443125 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.443349 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.443824 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.443824 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.443824 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.444105 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.444184 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.444319 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.444480 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.444631 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.444787 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.444944 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.445099 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.445599 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.445766 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.445923 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.446078 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.446234 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.446412 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.446575 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.446722 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.446878 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.447036 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.447192 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.447397 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.447571 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.447714 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.447851 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.448011 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.448220 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.448429 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.448588 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.448747 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.448903 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.449060 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.449216 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.449372 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.449529 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.449687 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.449844 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.450001 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.450158 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.450338 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.450497 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.450651 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.450807 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.450962 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.451119 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.451284 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.451457 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.451613 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.451771 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.451927 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.452081 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.452237 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.452392 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.452546 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.452706 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.452860 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.453016 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.453173 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.453331 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.453485 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.453640 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.453796 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.453951 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.454105 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.454298 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.454435 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.454590 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.454746 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.454900 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.455056 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.455210 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.455364 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.455530 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.455685 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.455842 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.455997 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.456158 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.456323 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.456479 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.456634 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.456793 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.456948 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.457105 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.457260 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.457416 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.457571 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.457727 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.457886 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.458049 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.458216 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.458394 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.458552 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.458706 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.459029 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.459493 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.459493 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.459648 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.459726 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.459841 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.459996 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.460375 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.460375 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.460553 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.460634 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.460785 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.89/identity {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.460940 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.461096 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.461252 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.461407 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.461565 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.461721 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.461935 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.462096 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.462279 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.462427 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.462583 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.462738 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.462918 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.463074 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.463305 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.463538 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.463696 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.463852 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.464009 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.464165 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.464319 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.464473 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.464628 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.464783 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.464943 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.465169 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.465877 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.466042 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.466198 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.466376 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.466533 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.466913 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.467078 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.467235 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.467391 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.467547 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.467704 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.467860 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.468016 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.468175 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.468332 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.468489 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.468644 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.468834 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.468991 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.469146 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.469302 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.469457 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.469613 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.469768 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.469923 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.470078 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.470234 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.470418 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.470626 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.470790 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.470947 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.471101 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.471257 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.471414 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.471569 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.471723 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.471893 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.472048 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.472204 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.472360 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.472515 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.472670 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.472836 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.472992 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.473147 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.473301 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.473456 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.473612 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.473778 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.473934 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.474089 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.474244 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.474512 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.474660 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.474837 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.475280 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.475280 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.475280 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.475497 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.475497 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.475639 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.476004 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.476149 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.476305 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.476460 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.476616 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.476782 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.476939 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.477095 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.477249 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.477405 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.477559 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.477724 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.477890 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.478052 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.478221 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.478522 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.478522 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.478812 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.478812 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.479081 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.479255 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.479344 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.479463 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.479619 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.479779 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.479938 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.480105 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.480268 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.480426 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.480590 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.480754 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.480919 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.481076 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.481238 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.481408 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.481563 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.481720 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.481875 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.482030 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.482184 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.482594 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.482752 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.482908 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.483065 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.483221 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.483396 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.483849 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.483849 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.483849 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.484426 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.484426 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.484426 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.484426 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.484710 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:15:09.484874 dv-cinder-803773-1-iscsi neutron-server[93199]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 06 17:15:09.744758 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 55916) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:15:09.754244 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [-] 10.222.0.89 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069916 Aug 06 17:15:21.125379 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddb5250-04ad-483c-9df4-32f85ec941ac None None] get_active_networks_info from dv-cinder-803773-1-iscsi {{(pid=93310) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 17:15:21.201579 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddb5250-04ad-483c-9df4-32f85ec941ac None None] No non-hosted networks {{(pid=93310) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 06 17:15:21.217366 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.agentschedulers_db [None req-fddb5250-04ad-483c-9df4-32f85ec941ac None None] DHCP Agent not found on host dv-cinder-803773-1-iscsi {{(pid=93310) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 06 17:15:21.415398 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-1165c8b6-7f5e-4534-af3d-96878e150430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-429703'] for agent, after_create {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:23.342638 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-5beefeff-55fa-4b56-bdbd-1cd696364902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-429703'] for agent, after_create {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:23.385092 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-c023bcc6-ee43-4439-a58c-83fc18506511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:24.043402 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-429703'] for agent, after_create {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:24.044574 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:24.045109 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:24.045805 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:24.046377 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:24.046974 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:24.048269 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:24.049479 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:24.050298 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:24.052505 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:24.055574 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:24.056635 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:24.058023 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:24.059829 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-803773-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:15:24.073292 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-803773-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:15:25.128816 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-429703'] for agent, after_create {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:26.205905 dv-cinder-803773-1-iscsi neutron-server[93310]: INFO neutron.db.l3_hamode_db [None req-e6757820-8188-48d0-a92c-cd0bf03adceb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 06 17:15:26.288195 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6757820-8188-48d0-a92c-cd0bf03adceb None None] Routers set() bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:15:26.288683 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6757820-8188-48d0-a92c-cd0bf03adceb None None] Router IDs set() for agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 06 17:15:26.920348 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-429703'] for agent, after_create {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:27.713271 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 56008) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:15:28.255575 dv-cinder-803773-1-iscsi neutron-server[93308]: WARNING oslo_policy.policy [None req-ba3efc1d-2b6a-4019-ac2b-c5ec38d76f2e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 06 17:15:28.256342 dv-cinder-803773-1-iscsi neutron-server[93308]: WARNING oslo_policy.policy [None req-ba3efc1d-2b6a-4019-ac2b-c5ec38d76f2e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 06 17:15:28.475294 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [None req-ba3efc1d-2b6a-4019-ac2b-c5ec38d76f2e admin admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=93308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 17:15:28.476384 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-ba3efc1d-2b6a-4019-ac2b-c5ec38d76f2e admin admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7618585 Aug 06 17:15:30.813626 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 56022) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:15:31.377694 dv-cinder-803773-1-iscsi neutron-server[93309]: WARNING oslo_policy.policy [None req-eecbb56d-0d93-4db8-8c12-43a6f55ef0d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 06 17:15:31.378278 dv-cinder-803773-1-iscsi neutron-server[93309]: WARNING oslo_policy.policy [None req-eecbb56d-0d93-4db8-8c12-43a6f55ef0d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 06 17:15:31.596319 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [None req-eecbb56d-0d93-4db8-8c12-43a6f55ef0d4 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:15:31.687432 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.policy [None req-eecbb56d-0d93-4db8-8c12-43a6f55ef0d4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93309) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 06 17:15:31.732770 dv-cinder-803773-1-iscsi neutron-server[93309]: WARNING oslo_policy.policy [None req-eecbb56d-0d93-4db8-8c12-43a6f55ef0d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 06 17:15:31.733108 dv-cinder-803773-1-iscsi neutron-server[93309]: WARNING oslo_policy.policy [None req-eecbb56d-0d93-4db8-8c12-43a6f55ef0d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 06 17:15:31.741693 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.quota [None req-eecbb56d-0d93-4db8-8c12-43a6f55ef0d4 admin admin] Loaded quota_driver: . Aug 06 17:15:31.844564 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-eecbb56d-0d93-4db8-8c12-43a6f55ef0d4 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768832015167', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768832025874', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768832035280', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768832029571', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768831747246', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768832057556', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3797246', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3648741', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-486391', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1703859'] for rbac-policy, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:31.915576 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-eecbb56d-0d93-4db8-8c12-43a6f55ef0d4 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:31.916960 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-eecbb56d-0d93-4db8-8c12-43a6f55ef0d4 admin admin] 10.222.0.89 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1012101 Aug 06 17:15:34.509186 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 56040) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:15:34.845953 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-15d661ca-1ba3-4557-9fbc-0783a9494c66 admin admin] Request body: {'network': {'project_id': 'bb435714490748c78a9e150b3056f583', 'admin_state_up': True, 'tenant_id': 'bb435714490748c78a9e150b3056f583', 'name': 'private'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:15:34.848189 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.quota [None req-15d661ca-1ba3-4557-9fbc-0783a9494c66 admin admin] Loaded quota_driver: . Aug 06 17:15:34.910994 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d661ca-1ba3-4557-9fbc-0783a9494c66 admin admin] Made reservation on behalf of bb435714490748c78a9e150b3056f583 for: {'network': 1} {{(pid=93308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:15:34.985427 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.policy [None req-15d661ca-1ba3-4557-9fbc-0783a9494c66 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93308) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 06 17:15:35.031126 dv-cinder-803773-1-iscsi neutron-server[93308]: WARNING oslo_policy.policy [None req-15d661ca-1ba3-4557-9fbc-0783a9494c66 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 06 17:15:35.031509 dv-cinder-803773-1-iscsi neutron-server[93308]: WARNING oslo_policy.policy [None req-15d661ca-1ba3-4557-9fbc-0783a9494c66 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 06 17:15:35.043191 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-15d661ca-1ba3-4557-9fbc-0783a9494c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for network, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:35.065858 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-15d661ca-1ba3-4557-9fbc-0783a9494c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:35.213027 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-15d661ca-1ba3-4557-9fbc-0783a9494c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:35.219648 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-15d661ca-1ba3-4557-9fbc-0783a9494c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:35.239042 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15d661ca-1ba3-4557-9fbc-0783a9494c66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1097} {{(pid=93308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 17:15:35.269382 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-15d661ca-1ba3-4557-9fbc-0783a9494c66 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768831637432', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022'] for segment, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:35.269974 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-15d661ca-1ba3-4557-9fbc-0783a9494c66 admin admin] Unsubscribe: segment precommit_create {{(pid=93308) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 06 17:15:35.270539 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.db.segments_db [None req-15d661ca-1ba3-4557-9fbc-0783a9494c66 admin admin] Added segment d4059ab0-d7e9-4e8a-8fb5-7363c385876a of type vlan for network b15e1476-1504-4948-82fe-0d151db21835 Aug 06 17:15:35.288069 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d661ca-1ba3-4557-9fbc-0783a9494c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967e742d-d9c8-47a8-aaf8-46d8f733aded,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:15:35.315906 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d661ca-1ba3-4557-9fbc-0783a9494c66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:35.316263 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d661ca-1ba3-4557-9fbc-0783a9494c66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:35.316597 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d661ca-1ba3-4557-9fbc-0783a9494c66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:35.316921 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d661ca-1ba3-4557-9fbc-0783a9494c66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:35.317243 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d661ca-1ba3-4557-9fbc-0783a9494c66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:35.317577 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d661ca-1ba3-4557-9fbc-0783a9494c66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:35.318055 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d661ca-1ba3-4557-9fbc-0783a9494c66 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:35.318452 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d661ca-1ba3-4557-9fbc-0783a9494c66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:35.318782 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d661ca-1ba3-4557-9fbc-0783a9494c66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:35.319103 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d661ca-1ba3-4557-9fbc-0783a9494c66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:35.319417 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d661ca-1ba3-4557-9fbc-0783a9494c66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:35.319726 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d661ca-1ba3-4557-9fbc-0783a9494c66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:35.321149 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d661ca-1ba3-4557-9fbc-0783a9494c66 admin admin] Tracked resource versions report: Aug 06 17:15:35.321149 dv-cinder-803773-1-iscsi neutron-server[93308]: pushed versions: Aug 06 17:15:35.321149 dv-cinder-803773-1-iscsi neutron-server[93308]: { 'AddressGroup': {'1.2'}, Aug 06 17:15:35.321149 dv-cinder-803773-1-iscsi neutron-server[93308]: 'ConntrackHelper': {'1.0'}, Aug 06 17:15:35.321149 dv-cinder-803773-1-iscsi neutron-server[93308]: 'Log': {'1.0'}, Aug 06 17:15:35.321149 dv-cinder-803773-1-iscsi neutron-server[93308]: 'Network': {'1.1'}, Aug 06 17:15:35.321149 dv-cinder-803773-1-iscsi neutron-server[93308]: 'Port': {'1.7'}, Aug 06 17:15:35.321149 dv-cinder-803773-1-iscsi neutron-server[93308]: 'PortForwarding': {'1.2'}, Aug 06 17:15:35.321149 dv-cinder-803773-1-iscsi neutron-server[93308]: 'QosPolicy': {'1.9'}, Aug 06 17:15:35.321149 dv-cinder-803773-1-iscsi neutron-server[93308]: 'SecurityGroup': {'1.4'}, Aug 06 17:15:35.321149 dv-cinder-803773-1-iscsi neutron-server[93308]: 'SecurityGroupRule': {'1.2'}, Aug 06 17:15:35.321149 dv-cinder-803773-1-iscsi neutron-server[93308]: 'SubPort': {'1.0'}, Aug 06 17:15:35.321149 dv-cinder-803773-1-iscsi neutron-server[93308]: 'Subnet': {'1.1'}, Aug 06 17:15:35.321149 dv-cinder-803773-1-iscsi neutron-server[93308]: 'Trunk': {'1.1'}} Aug 06 17:15:35.321149 dv-cinder-803773-1-iscsi neutron-server[93308]: consumer versions: Aug 06 17:15:35.321149 dv-cinder-803773-1-iscsi neutron-server[93308]: { DHCP agent@dv-cinder-803773-1-iscsi: {}, Aug 06 17:15:35.321149 dv-cinder-803773-1-iscsi neutron-server[93308]: L3 agent@dv-cinder-803773-1-iscsi: {}, Aug 06 17:15:35.321149 dv-cinder-803773-1-iscsi neutron-server[93308]: Metadata agent@dv-cinder-803773-1-iscsi: {}, Aug 06 17:15:35.321149 dv-cinder-803773-1-iscsi neutron-server[93308]: Metering agent@dv-cinder-803773-1-iscsi: {}, Aug 06 17:15:35.321149 dv-cinder-803773-1-iscsi neutron-server[93308]: Open vSwitch agent@dv-cinder-803773-1-iscsi: { 'AddressGroup': '1.2', Aug 06 17:15:35.321149 dv-cinder-803773-1-iscsi neutron-server[93308]: 'ConntrackHelper': '1.0', Aug 06 17:15:35.321149 dv-cinder-803773-1-iscsi neutron-server[93308]: 'Log': '1.0', Aug 06 17:15:35.321149 dv-cinder-803773-1-iscsi neutron-server[93308]: 'Network': '1.1', Aug 06 17:15:35.321149 dv-cinder-803773-1-iscsi neutron-server[93308]: 'Port': '1.7', Aug 06 17:15:35.321149 dv-cinder-803773-1-iscsi neutron-server[93308]: 'PortForwarding': '1.2', Aug 06 17:15:35.321149 dv-cinder-803773-1-iscsi neutron-server[93308]: 'QosPolicy': '1.9', Aug 06 17:15:35.321149 dv-cinder-803773-1-iscsi neutron-server[93308]: 'SecurityGroup': '1.4', Aug 06 17:15:35.321149 dv-cinder-803773-1-iscsi neutron-server[93308]: 'SecurityGroupRule': '1.2', Aug 06 17:15:35.321149 dv-cinder-803773-1-iscsi neutron-server[93308]: 'SubPort': '1.0', Aug 06 17:15:35.321149 dv-cinder-803773-1-iscsi neutron-server[93308]: 'Subnet': '1.1', Aug 06 17:15:35.321149 dv-cinder-803773-1-iscsi neutron-server[93308]: 'Trunk': '1.1'}} Aug 06 17:15:35.321149 dv-cinder-803773-1-iscsi neutron-server[93308]: {{(pid=93308) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 06 17:15:35.394006 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-15d661ca-1ba3-4557-9fbc-0783a9494c66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768831157836'] for network, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:35.449408 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-15d661ca-1ba3-4557-9fbc-0783a9494c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707'] for network, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:35.450627 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d661ca-1ba3-4557-9fbc-0783a9494c66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:15:35.451255 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-15d661ca-1ba3-4557-9fbc-0783a9494c66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for network, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:35.534126 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-15d661ca-1ba3-4557-9fbc-0783a9494c66 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.0234234 Aug 06 17:15:35.547898 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d661ca-1ba3-4557-9fbc-0783a9494c66 admin admin] Pushing event updated for resources: {'Network': ['ID=b15e1476-1504-4948-82fe-0d151db21835,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:15:35.573134 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Network b15e1476-1504-4948-82fe-0d151db21835 details requested by agent ovs-agent-dv-cinder-803773-1-iscsi with host dv-cinder-803773-1-iscsi {{(pid=93310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 17:15:38.208477 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 56056) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:15:38.649083 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7505917-3378-45f6-b39b-9ae392e763bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:15:38.650551 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-c7505917-3378-45f6-b39b-9ae392e763bf admin admin] 10.222.0.89 "GET /v2.0/networks/b15e1476-1504-4948-82fe-0d151db21835 HTTP/1.1" status: 200 len: 826 time: 0.4409661 Aug 06 17:15:38.692020 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-09349caf-8a3c-4e24-b427-d26a259d3693 admin admin] 10.222.0.89 "GET /v2.0/subnetpools/e48f838c-3463-4584-b987-eba47f2030ad HTTP/1.1" status: 200 len: 734 time: 0.0322337 Aug 06 17:15:38.704489 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-770ac7d0-2845-4aa4-a06d-c9712bd196db admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'e48f838c-3463-4584-b987-eba47f2030ad', 'network_id': 'b15e1476-1504-4948-82fe-0d151db21835', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': 'bb435714490748c78a9e150b3056f583'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:15:38.729328 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770ac7d0-2845-4aa4-a06d-c9712bd196db admin admin] Made reservation on behalf of bb435714490748c78a9e150b3056f583 for: {'subnet': 1} {{(pid=93308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:15:38.731862 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-770ac7d0-2845-4aa4-a06d-c9712bd196db admin admin] Notify callbacks [] for subnet, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:39.059081 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-770ac7d0-2845-4aa4-a06d-c9712bd196db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707'] for subnet, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:39.123721 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770ac7d0-2845-4aa4-a06d-c9712bd196db admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d98bcc5-5432-47f6-87bb-cfeb299ca6d5,revision_number=0']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:15:39.131922 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770ac7d0-2845-4aa4-a06d-c9712bd196db admin admin] Checking segment: {'id': 'd4059ab0-d7e9-4e8a-8fb5-7363c385876a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'b15e1476-1504-4948-82fe-0d151db21835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:15:39.132296 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770ac7d0-2845-4aa4-a06d-c9712bd196db admin admin] Network hostable DHCP agents. Network: b15e1476-1504-4948-82fe-0d151db21835, hostable agents: ['4daea8ea-8fec-4a46-9c0b-2c2eda663924'], hosted agents: [] {{(pid=93308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 17:15:39.157088 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770ac7d0-2845-4aa4-a06d-c9712bd196db admin admin] Network b15e1476-1504-4948-82fe-0d151db21835 is scheduled to be hosted by DHCP agent 4daea8ea-8fec-4a46-9c0b-2c2eda663924 with binding_index 1 {{(pid=93308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 17:15:39.173680 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.base_scheduler [None req-770ac7d0-2845-4aa4-a06d-c9712bd196db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803773-1-iscsi, b15e1476-1504-4948-82fe-0d151db21835) {{(pid=93308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:15:39.180623 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770ac7d0-2845-4aa4-a06d-c9712bd196db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:15:39.181529 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-770ac7d0-2845-4aa4-a06d-c9712bd196db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for subnet, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:39.188736 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a9463e-d24f-424c-bb94-760c695e76d1 None None] Network b15e1476-1504-4948-82fe-0d151db21835 requested from dv-cinder-803773-1-iscsi {{(pid=93310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:15:39.200699 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-770ac7d0-2845-4aa4-a06d-c9712bd196db admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4996176 Aug 06 17:15:39.519190 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34084e00-0e5a-4f15-bbdd-f847aa8b7d25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb502b4dc-57c1-509c-ac55-d00ff2016944-b15e1476-1504-4948-82fe-0d151db21835', 'network_id': 'b15e1476-1504-4948-82fe-0d151db21835', 'tenant_id': 'bb435714490748c78a9e150b3056f583', 'fixed_ips': [{'subnet_id': '6d98bcc5-5432-47f6-87bb-cfeb299ca6d5'}]}} from dv-cinder-803773-1-iscsi. {{(pid=93310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 17:15:39.520433 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-34084e00-0e5a-4f15-bbdd-f847aa8b7d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:39.790604 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.db_base_plugin_common [None req-34084e00-0e5a-4f15-bbdd-f847aa8b7d25 None None] Allocated IP 172.20.0.2 (b15e1476-1504-4948-82fe-0d151db21835/6d98bcc5-5432-47f6-87bb-cfeb299ca6d5/38b677ae-df2f-4a47-8dc3-ca289c55a710) {{(pid=93310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:15:39.993779 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-34084e00-0e5a-4f15-bbdd-f847aa8b7d25 None None] Notify callbacks [] for port, precommit_create {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:40.042095 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-34084e00-0e5a-4f15-bbdd-f847aa8b7d25 None None] Transition to ACTIVE for port object 38b677ae-df2f-4a47-8dc3-ca289c55a710 will not be triggered until provisioned by entity L2. {{(pid=93310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:15:40.064568 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-34084e00-0e5a-4f15-bbdd-f847aa8b7d25 None None] Transition to ACTIVE for port object 38b677ae-df2f-4a47-8dc3-ca289c55a710 will not be triggered until provisioned by entity DHCP. {{(pid=93310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:15:40.074667 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-34084e00-0e5a-4f15-bbdd-f847aa8b7d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244'] for port, after_create {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:40.142292 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34084e00-0e5a-4f15-bbdd-f847aa8b7d25 None None] Network b15e1476-1504-4948-82fe-0d151db21835 is already hosted by enough agents. {{(pid=93310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:15:40.153264 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.scheduler.base_scheduler [None req-34084e00-0e5a-4f15-bbdd-f847aa8b7d25 None None] Resources bound (agent type, host, resource id): {{(pid=93310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:15:40.159692 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34084e00-0e5a-4f15-bbdd-f847aa8b7d25 None None] Received port after_create {{(pid=93310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:15:40.163286 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34084e00-0e5a-4f15-bbdd-f847aa8b7d25 None None] Pushing event updated for resources: {'Port': ['ID=38b677ae-df2f-4a47-8dc3-ca289c55a710,revision_number=1']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:15:40.174359 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34084e00-0e5a-4f15-bbdd-f847aa8b7d25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:40.174700 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34084e00-0e5a-4f15-bbdd-f847aa8b7d25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:40.175029 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34084e00-0e5a-4f15-bbdd-f847aa8b7d25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:40.175353 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34084e00-0e5a-4f15-bbdd-f847aa8b7d25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:40.175669 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34084e00-0e5a-4f15-bbdd-f847aa8b7d25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:40.175965 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34084e00-0e5a-4f15-bbdd-f847aa8b7d25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:40.176304 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34084e00-0e5a-4f15-bbdd-f847aa8b7d25 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:40.176620 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34084e00-0e5a-4f15-bbdd-f847aa8b7d25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:40.176949 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34084e00-0e5a-4f15-bbdd-f847aa8b7d25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:40.177458 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34084e00-0e5a-4f15-bbdd-f847aa8b7d25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:40.177824 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34084e00-0e5a-4f15-bbdd-f847aa8b7d25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:40.178135 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34084e00-0e5a-4f15-bbdd-f847aa8b7d25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:40.179212 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34084e00-0e5a-4f15-bbdd-f847aa8b7d25 None None] Tracked resource versions report: Aug 06 17:15:40.179212 dv-cinder-803773-1-iscsi neutron-server[93310]: pushed versions: Aug 06 17:15:40.179212 dv-cinder-803773-1-iscsi neutron-server[93310]: { 'AddressGroup': {'1.2'}, Aug 06 17:15:40.179212 dv-cinder-803773-1-iscsi neutron-server[93310]: 'ConntrackHelper': {'1.0'}, Aug 06 17:15:40.179212 dv-cinder-803773-1-iscsi neutron-server[93310]: 'Log': {'1.0'}, Aug 06 17:15:40.179212 dv-cinder-803773-1-iscsi neutron-server[93310]: 'Network': {'1.1'}, Aug 06 17:15:40.179212 dv-cinder-803773-1-iscsi neutron-server[93310]: 'Port': {'1.7'}, Aug 06 17:15:40.179212 dv-cinder-803773-1-iscsi neutron-server[93310]: 'PortForwarding': {'1.2'}, Aug 06 17:15:40.179212 dv-cinder-803773-1-iscsi neutron-server[93310]: 'QosPolicy': {'1.9'}, Aug 06 17:15:40.179212 dv-cinder-803773-1-iscsi neutron-server[93310]: 'SecurityGroup': {'1.4'}, Aug 06 17:15:40.179212 dv-cinder-803773-1-iscsi neutron-server[93310]: 'SecurityGroupRule': {'1.2'}, Aug 06 17:15:40.179212 dv-cinder-803773-1-iscsi neutron-server[93310]: 'SubPort': {'1.0'}, Aug 06 17:15:40.179212 dv-cinder-803773-1-iscsi neutron-server[93310]: 'Subnet': {'1.1'}, Aug 06 17:15:40.179212 dv-cinder-803773-1-iscsi neutron-server[93310]: 'Trunk': {'1.1'}} Aug 06 17:15:40.179212 dv-cinder-803773-1-iscsi neutron-server[93310]: consumer versions: Aug 06 17:15:40.179212 dv-cinder-803773-1-iscsi neutron-server[93310]: { DHCP agent@dv-cinder-803773-1-iscsi: {}, Aug 06 17:15:40.179212 dv-cinder-803773-1-iscsi neutron-server[93310]: L3 agent@dv-cinder-803773-1-iscsi: {}, Aug 06 17:15:40.179212 dv-cinder-803773-1-iscsi neutron-server[93310]: Metadata agent@dv-cinder-803773-1-iscsi: {}, Aug 06 17:15:40.179212 dv-cinder-803773-1-iscsi neutron-server[93310]: Metering agent@dv-cinder-803773-1-iscsi: {}, Aug 06 17:15:40.179212 dv-cinder-803773-1-iscsi neutron-server[93310]: Open vSwitch agent@dv-cinder-803773-1-iscsi: { 'AddressGroup': '1.2', Aug 06 17:15:40.179212 dv-cinder-803773-1-iscsi neutron-server[93310]: 'ConntrackHelper': '1.0', Aug 06 17:15:40.179212 dv-cinder-803773-1-iscsi neutron-server[93310]: 'Log': '1.0', Aug 06 17:15:40.179212 dv-cinder-803773-1-iscsi neutron-server[93310]: 'Network': '1.1', Aug 06 17:15:40.179212 dv-cinder-803773-1-iscsi neutron-server[93310]: 'Port': '1.7', Aug 06 17:15:40.179212 dv-cinder-803773-1-iscsi neutron-server[93310]: 'PortForwarding': '1.2', Aug 06 17:15:40.179212 dv-cinder-803773-1-iscsi neutron-server[93310]: 'QosPolicy': '1.9', Aug 06 17:15:40.179212 dv-cinder-803773-1-iscsi neutron-server[93310]: 'SecurityGroup': '1.4', Aug 06 17:15:40.179212 dv-cinder-803773-1-iscsi neutron-server[93310]: 'SecurityGroupRule': '1.2', Aug 06 17:15:40.179212 dv-cinder-803773-1-iscsi neutron-server[93310]: 'SubPort': '1.0', Aug 06 17:15:40.179212 dv-cinder-803773-1-iscsi neutron-server[93310]: 'Subnet': '1.1', Aug 06 17:15:40.179212 dv-cinder-803773-1-iscsi neutron-server[93310]: 'Trunk': '1.1'}} Aug 06 17:15:40.179212 dv-cinder-803773-1-iscsi neutron-server[93310]: {{(pid=93310) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 06 17:15:40.249884 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-34084e00-0e5a-4f15-bbdd-f847aa8b7d25 None None] Attempting to bind port 38b677ae-df2f-4a47-8dc3-ca289c55a710 on host dv-cinder-803773-1-iscsi for vnic_type normal with profile {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:15:40.250588 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-34084e00-0e5a-4f15-bbdd-f847aa8b7d25 None None] Attempting to bind port 38b677ae-df2f-4a47-8dc3-ca289c55a710 by drivers openvswitch,hyperv on host dv-cinder-803773-1-iscsi at level 0 using segments [{'id': 'd4059ab0-d7e9-4e8a-8fb5-7363c385876a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'b15e1476-1504-4948-82fe-0d151db21835'}] {{(pid=93310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:15:40.250748 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34084e00-0e5a-4f15-bbdd-f847aa8b7d25 None None] Attempting to bind port 38b677ae-df2f-4a47-8dc3-ca289c55a710 on network b15e1476-1504-4948-82fe-0d151db21835 {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:15:40.256119 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34084e00-0e5a-4f15-bbdd-f847aa8b7d25 None None] Checking agent: {'id': 'c2f4de20-f7af-45ef-88b2-b79124fbc41c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803773-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 15, 24), 'started_at': datetime.datetime(2021, 8, 6, 17, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803773-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:15:40.256544 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34084e00-0e5a-4f15-bbdd-f847aa8b7d25 None None] Checking segment: {'id': 'd4059ab0-d7e9-4e8a-8fb5-7363c385876a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'b15e1476-1504-4948-82fe-0d151db21835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:15:40.257031 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-34084e00-0e5a-4f15-bbdd-f847aa8b7d25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:40.257417 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34084e00-0e5a-4f15-bbdd-f847aa8b7d25 None None] Bound using segment: {'id': 'd4059ab0-d7e9-4e8a-8fb5-7363c385876a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'b15e1476-1504-4948-82fe-0d151db21835'} {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:15:40.257919 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-34084e00-0e5a-4f15-bbdd-f847aa8b7d25 None None] Bound port: 38b677ae-df2f-4a47-8dc3-ca289c55a710, host: dv-cinder-803773-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4059ab0-d7e9-4e8a-8fb5-7363c385876a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'b15e1476-1504-4948-82fe-0d151db21835'}}] {{(pid=93310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:15:40.258351 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-34084e00-0e5a-4f15-bbdd-f847aa8b7d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:40.321818 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-34084e00-0e5a-4f15-bbdd-f847aa8b7d25 None None] For port 38b677ae-df2f-4a47-8dc3-ca289c55a710, host dv-cinder-803773-1-iscsi, cleared binding levels {{(pid=93310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:15:40.326233 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-34084e00-0e5a-4f15-bbdd-f847aa8b7d25 None None] For port 38b677ae-df2f-4a47-8dc3-ca289c55a710, host dv-cinder-803773-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=38b677ae-df2f-4a47-8dc3-ca289c55a710,segment=NetworkSegment(d4059ab0-d7e9-4e8a-8fb5-7363c385876a),segment_id=d4059ab0-d7e9-4e8a-8fb5-7363c385876a)] {{(pid=93310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:15:40.332463 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-34084e00-0e5a-4f15-bbdd-f847aa8b7d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:40.403622 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34084e00-0e5a-4f15-bbdd-f847aa8b7d25 None None] Pushing event updated for resources: {'Port': ['ID=38b677ae-df2f-4a47-8dc3-ca289c55a710,revision_number=2']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:15:41.615537 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 56064) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:15:41.948283 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [None req-b92194b5-be5c-4e1e-8230-2e2abe8a6d4f admin admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=93308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 17:15:41.949317 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-b92194b5-be5c-4e1e-8230-2e2abe8a6d4f admin admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3327446 Aug 06 17:15:44.300976 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 56072) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:15:44.642330 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [None req-52710951-441b-4be8-a8ed-9377641f83e0 admin admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=93309) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 17:15:44.658285 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-52710951-441b-4be8-a8ed-9377641f83e0 admin admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3414917 Aug 06 17:15:47.347180 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 56082) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:15:47.691710 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [None req-c313d8b7-35da-4159-b141-cfc28ead63c2 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'bb435714490748c78a9e150b3056f583'}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:15:47.724950 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-c313d8b7-35da-4159-b141-cfc28ead63c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-426003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5372'] for router, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:47.726663 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-c313d8b7-35da-4159-b141-cfc28ead63c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441349', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5367'] for router, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:47.882250 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-c313d8b7-35da-4159-b141-cfc28ead63c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:47.889417 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-c313d8b7-35da-4159-b141-cfc28ead63c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441493'] for router, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:47.902861 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-c313d8b7-35da-4159-b141-cfc28ead63c2 admin admin] Notify callbacks [] for router, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:47.904536 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-c313d8b7-35da-4159-b141-cfc28ead63c2 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5562642 Aug 06 17:15:48.018096 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 38b677ae-df2f-4a47-8dc3-ca289c55a710 up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:15:48.111274 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning for port 38b677ae-df2f-4a47-8dc3-ca289c55a710 completed by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:15:48.816310 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e91bf1-0ba7-485b-a5e4-f78cb9f603df None None] Network b15e1476-1504-4948-82fe-0d151db21835 requested from dv-cinder-803773-1-iscsi {{(pid=93310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:15:48.950853 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-e2e4d042-a7c1-4553-b1a3-4549a6231c55 None None] Provisioning for port 38b677ae-df2f-4a47-8dc3-ca289c55a710 completed by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:15:48.956486 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-e2e4d042-a7c1-4553-b1a3-4549a6231c55 None None] Provisioning complete for port 38b677ae-df2f-4a47-8dc3-ca289c55a710 triggered by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:15:48.956878 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-e2e4d042-a7c1-4553-b1a3-4549a6231c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:49.107430 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-e2e4d042-a7c1-4553-b1a3-4549a6231c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:49.147225 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-e2e4d042-a7c1-4553-b1a3-4549a6231c55 None None] For port 38b677ae-df2f-4a47-8dc3-ca289c55a710, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=38b677ae-df2f-4a47-8dc3-ca289c55a710,segment=NetworkSegment(d4059ab0-d7e9-4e8a-8fb5-7363c385876a),segment_id=d4059ab0-d7e9-4e8a-8fb5-7363c385876a)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:15:49.155929 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-e2e4d042-a7c1-4553-b1a3-4549a6231c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:49.206765 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e4d042-a7c1-4553-b1a3-4549a6231c55 None None] Pushing event updated for resources: {'Port': ['ID=38b677ae-df2f-4a47-8dc3-ca289c55a710,revision_number=3']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:15:49.277965 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-f460ad6b-fff6-4a64-8e44-fc4a41a754a4 None None] Provisioning complete for port 38b677ae-df2f-4a47-8dc3-ca289c55a710 triggered by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:15:49.278379 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-f460ad6b-fff6-4a64-8e44-fc4a41a754a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:49.995171 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 38b677ae-df2f-4a47-8dc3-ca289c55a710 up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:15:50.045055 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port 38b677ae-df2f-4a47-8dc3-ca289c55a710 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:15:50.045429 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:50.331325 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 56094) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:15:50.684408 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [None req-87855764-b9f1-4741-b5a4-8f6b1f3e2814 admin admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=93308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 17:15:50.685409 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-87855764-b9f1-4741-b5a4-8f6b1f3e2814 admin admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3529930 Aug 06 17:15:51.053698 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-88be7c5e-fa96-4365-bcaf-08fcdb77d49e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:53.043487 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 56102) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:15:53.338293 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-e6ae7a11-734e-426a-a94f-cce8f2367c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:53.389752 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-78e36a2c-f8a9-49ad-8c52-1fd967ecd314 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:15:53.424771 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e36a2c-f8a9-49ad-8c52-1fd967ecd314 admin admin] Made reservation on behalf of 019a0e6a57124c2b982a841874d04f3f for: {'network': 1} {{(pid=93308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:15:53.427062 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-78e36a2c-f8a9-49ad-8c52-1fd967ecd314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for network, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:53.435392 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-78e36a2c-f8a9-49ad-8c52-1fd967ecd314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:53.525525 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-78e36a2c-f8a9-49ad-8c52-1fd967ecd314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:53.532367 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-78e36a2c-f8a9-49ad-8c52-1fd967ecd314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:53.545766 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-78e36a2c-f8a9-49ad-8c52-1fd967ecd314 admin admin] Reserving flat network on physical network physnet1 {{(pid=93308) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 06 17:15:53.566245 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-78e36a2c-f8a9-49ad-8c52-1fd967ecd314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022'] for segment, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:53.566700 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.db.segments_db [None req-78e36a2c-f8a9-49ad-8c52-1fd967ecd314 admin admin] Added segment 0f56620f-272e-4079-bfd8-f32d6a32afa9 of type flat for network 2c4c21cf-2746-4b14-9730-0a69daab855b Aug 06 17:15:53.568072 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e36a2c-f8a9-49ad-8c52-1fd967ecd314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445d4dbe-9ea7-41a1-86b3-5023d2d1cf7c,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:15:53.623799 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-78e36a2c-f8a9-49ad-8c52-1fd967ecd314 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768831157836'] for network, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:53.663554 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-78e36a2c-f8a9-49ad-8c52-1fd967ecd314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707'] for network, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:53.664536 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e36a2c-f8a9-49ad-8c52-1fd967ecd314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:15:53.665105 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-78e36a2c-f8a9-49ad-8c52-1fd967ecd314 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for network, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:53.718888 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-78e36a2c-f8a9-49ad-8c52-1fd967ecd314 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6739500 Aug 06 17:15:53.726391 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e36a2c-f8a9-49ad-8c52-1fd967ecd314 admin admin] Pushing event updated for resources: {'Network': ['ID=2c4c21cf-2746-4b14-9730-0a69daab855b,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:15:53.737926 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Network 2c4c21cf-2746-4b14-9730-0a69daab855b details requested by agent ovs-agent-dv-cinder-803773-1-iscsi with host dv-cinder-803773-1-iscsi {{(pid=93310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 17:15:54.034739 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:55.034740 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:56.091135 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 56120) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:15:56.301757 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6398c8a-5410-47bb-87b7-8410748e0a89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:15:56.303877 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-b6398c8a-5410-47bb-87b7-8410748e0a89 admin admin] 10.222.0.89 "GET /v2.0/subnets/6d98bcc5-5432-47f6-87bb-cfeb299ca6d5 HTTP/1.1" status: 200 len: 849 time: 0.2115920 Aug 06 17:15:56.468620 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-9ee4ddde-52ba-484f-9d59-fb02658dbbfe admin admin] 10.222.0.89 "GET /v2.0/routers/52509c9c-3f3a-45fe-9bec-f7cfc69f3ced HTTP/1.1" status: 200 len: 704 time: 0.1556885 Aug 06 17:15:56.747030 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-b8c6563b-5b93-445b-a10f-a9266fae3cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:56.875392 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:57.078771 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.db_base_plugin_common [None req-b8c6563b-5b93-445b-a10f-a9266fae3cdc admin admin] Allocated IP 172.20.0.1 (b15e1476-1504-4948-82fe-0d151db21835/6d98bcc5-5432-47f6-87bb-cfeb299ca6d5/67bf26c0-d285-4e70-b600-662a1f96e6d9) {{(pid=93308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:15:57.251435 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-b8c6563b-5b93-445b-a10f-a9266fae3cdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:57.276439 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.provisioning_blocks [None req-b8c6563b-5b93-445b-a10f-a9266fae3cdc admin admin] Transition to ACTIVE for port object 67bf26c0-d285-4e70-b600-662a1f96e6d9 will not be triggered until provisioned by entity DHCP. {{(pid=93308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:15:57.415466 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-b8c6563b-5b93-445b-a10f-a9266fae3cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244'] for port, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:57.490440 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c6563b-5b93-445b-a10f-a9266fae3cdc admin admin] Network b15e1476-1504-4948-82fe-0d151db21835 is already hosted by enough agents. {{(pid=93308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:15:57.495268 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.base_scheduler [None req-b8c6563b-5b93-445b-a10f-a9266fae3cdc admin admin] Resources bound (agent type, host, resource id): {{(pid=93308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:15:57.501474 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c6563b-5b93-445b-a10f-a9266fae3cdc admin admin] Received port after_create {{(pid=93308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:15:57.501859 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-b8c6563b-5b93-445b-a10f-a9266fae3cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-439167'] for router_interface, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:57.524980 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c6563b-5b93-445b-a10f-a9266fae3cdc admin admin] Pushing event updated for resources: {'Port': ['ID=67bf26c0-d285-4e70-b600-662a1f96e6d9,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:15:57.704329 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-b8c6563b-5b93-445b-a10f-a9266fae3cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:57.742770 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-a10db3de-d2f3-4e0e-9a86-22cc0d8538dc None None] Provisioning for port 67bf26c0-d285-4e70-b600-662a1f96e6d9 completed by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:15:57.746582 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-a10db3de-d2f3-4e0e-9a86-22cc0d8538dc None None] Provisioning complete for port 67bf26c0-d285-4e70-b600-662a1f96e6d9 triggered by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:15:57.747004 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a10db3de-d2f3-4e0e-9a86-22cc0d8538dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:57.780395 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-a10db3de-d2f3-4e0e-9a86-22cc0d8538dc None None] Port 67bf26c0-d285-4e70-b600-662a1f96e6d9 cannot update to ACTIVE because it is not bound. {{(pid=93310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:15:57.921297 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-b8c6563b-5b93-445b-a10f-a9266fae3cdc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:57.928982 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-b8c6563b-5b93-445b-a10f-a9266fae3cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:57.929734 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-b8c6563b-5b93-445b-a10f-a9266fae3cdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429519'] for router_interface, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:57.984242 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c6563b-5b93-445b-a10f-a9266fae3cdc admin admin] Pushing event updated for resources: {'Port': ['ID=67bf26c0-d285-4e70-b600-662a1f96e6d9,revision_number=2']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:15:58.054062 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c6563b-5b93-445b-a10f-a9266fae3cdc admin admin] Network b15e1476-1504-4948-82fe-0d151db21835 is already hosted by enough agents. {{(pid=93308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:15:58.055375 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.base_scheduler [None req-b8c6563b-5b93-445b-a10f-a9266fae3cdc admin admin] Resources bound (agent type, host, resource id): {{(pid=93308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:15:58.226622 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c6563b-5b93-445b-a10f-a9266fae3cdc admin admin] Router 52509c9c-3f3a-45fe-9bec-f7cfc69f3ced is scheduled to L3 agent cbcd3d9e-bca5-4529-952b-48c65d2aceac with binding_index 1 {{(pid=93308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 17:15:58.304206 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fe02c78d-4972-417b-b18b-b4d71d41e0f7 None None] Provisioning complete for port 67bf26c0-d285-4e70-b600-662a1f96e6d9 triggered by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:15:58.304843 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fe02c78d-4972-417b-b18b-b4d71d41e0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:58.326584 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c6563b-5b93-445b-a10f-a9266fae3cdc admin admin] Notify agent at l3_agent.dv-cinder-803773-1-iscsi the message routers_updated {{(pid=93308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:15:58.332086 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-b8c6563b-5b93-445b-a10f-a9266fae3cdc admin admin] 10.222.0.89 "PUT /v2.0/routers/52509c9c-3f3a-45fe-9bec-f7cfc69f3ced/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8555565 Aug 06 17:15:58.344635 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-fe02c78d-4972-417b-b18b-b4d71d41e0f7 None None] Port 67bf26c0-d285-4e70-b600-662a1f96e6d9 cannot update to ACTIVE because it is not bound. {{(pid=93310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:15:58.348145 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39fafda-5f43-4870-9926-37bafab892b4 None None] Sync routers for ids ['52509c9c-3f3a-45fe-9bec-f7cfc69f3ced'] in dv-cinder-803773-1-iscsi {{(pid=93311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:15:58.363405 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39fafda-5f43-4870-9926-37bafab892b4 None None] Routers {'52509c9c-3f3a-45fe-9bec-f7cfc69f3ced'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:15:58.364377 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-d39fafda-5f43-4870-9926-37bafab892b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:15:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['52509c9c-3f3a-45fe-9bec-f7cfc69f3ced'], 'active': True} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:15:58.547571 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvr_db [None req-d39fafda-5f43-4870-9926-37bafab892b4 None None] Set router 52509c9c-3f3a-45fe-9bec-f7cfc69f3ced gateway port host: None {{(pid=93311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:15:58.965721 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-d39fafda-5f43-4870-9926-37bafab892b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52509c9c-3f3a-45fe-9bec-f7cfc69f3ced', 'name': 'router1', 'tenant_id': 'bb435714490748c78a9e150b3056f583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:15:47Z', 'updated_at': '2021-08-06T17:15:57Z', 'revision_number': 2, 'project_id': 'bb435714490748c78a9e150b3056f583', 'gw_port_host': None, '_interfaces': [{'id': '67bf26c0-d285-4e70-b600-662a1f96e6d9', 'name': '', 'network_id': 'b15e1476-1504-4948-82fe-0d151db21835', 'tenant_id': 'bb435714490748c78a9e150b3056f583', 'mac_address': 'fa:16:3e:59:7d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52509c9c-3f3a-45fe-9bec-f7cfc69f3ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d98bcc5-5432-47f6-87bb-cfeb299ca6d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:15:56Z', 'updated_at': '2021-08-06T17:15:57Z', 'revision_number': 2, 'project_id': 'bb435714490748c78a9e150b3056f583', 'subnets': [{'id': '6d98bcc5-5432-47f6-87bb-cfeb299ca6d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e48f838c-3463-4584-b987-eba47f2030ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:15:59.016766 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39fafda-5f43-4870-9926-37bafab892b4 None None] Checking router: 52509c9c-3f3a-45fe-9bec-f7cfc69f3ced for host: dv-cinder-803773-1-iscsi {{(pid=93311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:15:59.017140 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39fafda-5f43-4870-9926-37bafab892b4 None None] Updating router 52509c9c-3f3a-45fe-9bec-f7cfc69f3ced port 67bf26c0-d285-4e70-b600-662a1f96e6d9 binding host dv-cinder-803773-1-iscsi {{(pid=93311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 17:15:59.064641 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-d39fafda-5f43-4870-9926-37bafab892b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:59.575952 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-d39fafda-5f43-4870-9926-37bafab892b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:59.594458 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.provisioning_blocks [None req-d39fafda-5f43-4870-9926-37bafab892b4 None None] Transition to ACTIVE for port object 67bf26c0-d285-4e70-b600-662a1f96e6d9 will not be triggered until provisioned by entity L2. {{(pid=93311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:15:59.600268 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-d39fafda-5f43-4870-9926-37bafab892b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:59.740211 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2163bd5-a6e3-4a09-a350-4c5384fdaaae None None] Pushing event updated for resources: {'Port': ['ID=67bf26c0-d285-4e70-b600-662a1f96e6d9,revision_number=3']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:15:59.771017 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2163bd5-a6e3-4a09-a350-4c5384fdaaae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:59.771407 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2163bd5-a6e3-4a09-a350-4c5384fdaaae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:59.771673 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2163bd5-a6e3-4a09-a350-4c5384fdaaae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:59.772005 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2163bd5-a6e3-4a09-a350-4c5384fdaaae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:59.772332 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2163bd5-a6e3-4a09-a350-4c5384fdaaae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:59.772668 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2163bd5-a6e3-4a09-a350-4c5384fdaaae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:59.773462 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2163bd5-a6e3-4a09-a350-4c5384fdaaae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:59.773796 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2163bd5-a6e3-4a09-a350-4c5384fdaaae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:59.774469 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2163bd5-a6e3-4a09-a350-4c5384fdaaae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:59.774813 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2163bd5-a6e3-4a09-a350-4c5384fdaaae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:59.775123 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2163bd5-a6e3-4a09-a350-4c5384fdaaae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:59.775440 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2163bd5-a6e3-4a09-a350-4c5384fdaaae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:59.776549 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2163bd5-a6e3-4a09-a350-4c5384fdaaae None None] Tracked resource versions report: Aug 06 17:15:59.776549 dv-cinder-803773-1-iscsi neutron-server[93311]: pushed versions: Aug 06 17:15:59.776549 dv-cinder-803773-1-iscsi neutron-server[93311]: { 'AddressGroup': {'1.2'}, Aug 06 17:15:59.776549 dv-cinder-803773-1-iscsi neutron-server[93311]: 'ConntrackHelper': {'1.0'}, Aug 06 17:15:59.776549 dv-cinder-803773-1-iscsi neutron-server[93311]: 'Log': {'1.0'}, Aug 06 17:15:59.776549 dv-cinder-803773-1-iscsi neutron-server[93311]: 'Network': {'1.1'}, Aug 06 17:15:59.776549 dv-cinder-803773-1-iscsi neutron-server[93311]: 'Port': {'1.7'}, Aug 06 17:15:59.776549 dv-cinder-803773-1-iscsi neutron-server[93311]: 'PortForwarding': {'1.2'}, Aug 06 17:15:59.776549 dv-cinder-803773-1-iscsi neutron-server[93311]: 'QosPolicy': {'1.9'}, Aug 06 17:15:59.776549 dv-cinder-803773-1-iscsi neutron-server[93311]: 'SecurityGroup': {'1.4'}, Aug 06 17:15:59.776549 dv-cinder-803773-1-iscsi neutron-server[93311]: 'SecurityGroupRule': {'1.2'}, Aug 06 17:15:59.776549 dv-cinder-803773-1-iscsi neutron-server[93311]: 'SubPort': {'1.0'}, Aug 06 17:15:59.776549 dv-cinder-803773-1-iscsi neutron-server[93311]: 'Subnet': {'1.1'}, Aug 06 17:15:59.776549 dv-cinder-803773-1-iscsi neutron-server[93311]: 'Trunk': {'1.1'}} Aug 06 17:15:59.776549 dv-cinder-803773-1-iscsi neutron-server[93311]: consumer versions: Aug 06 17:15:59.776549 dv-cinder-803773-1-iscsi neutron-server[93311]: { DHCP agent@dv-cinder-803773-1-iscsi: {}, Aug 06 17:15:59.776549 dv-cinder-803773-1-iscsi neutron-server[93311]: L3 agent@dv-cinder-803773-1-iscsi: {}, Aug 06 17:15:59.776549 dv-cinder-803773-1-iscsi neutron-server[93311]: Metadata agent@dv-cinder-803773-1-iscsi: {}, Aug 06 17:15:59.776549 dv-cinder-803773-1-iscsi neutron-server[93311]: Metering agent@dv-cinder-803773-1-iscsi: {}, Aug 06 17:15:59.776549 dv-cinder-803773-1-iscsi neutron-server[93311]: Open vSwitch agent@dv-cinder-803773-1-iscsi: { 'AddressGroup': '1.2', Aug 06 17:15:59.776549 dv-cinder-803773-1-iscsi neutron-server[93311]: 'ConntrackHelper': '1.0', Aug 06 17:15:59.776549 dv-cinder-803773-1-iscsi neutron-server[93311]: 'Log': '1.0', Aug 06 17:15:59.776549 dv-cinder-803773-1-iscsi neutron-server[93311]: 'Network': '1.1', Aug 06 17:15:59.776549 dv-cinder-803773-1-iscsi neutron-server[93311]: 'Port': '1.7', Aug 06 17:15:59.776549 dv-cinder-803773-1-iscsi neutron-server[93311]: 'PortForwarding': '1.2', Aug 06 17:15:59.776549 dv-cinder-803773-1-iscsi neutron-server[93311]: 'QosPolicy': '1.9', Aug 06 17:15:59.776549 dv-cinder-803773-1-iscsi neutron-server[93311]: 'SecurityGroup': '1.4', Aug 06 17:15:59.776549 dv-cinder-803773-1-iscsi neutron-server[93311]: 'SecurityGroupRule': '1.2', Aug 06 17:15:59.776549 dv-cinder-803773-1-iscsi neutron-server[93311]: 'SubPort': '1.0', Aug 06 17:15:59.776549 dv-cinder-803773-1-iscsi neutron-server[93311]: 'Subnet': '1.1', Aug 06 17:15:59.776549 dv-cinder-803773-1-iscsi neutron-server[93311]: 'Trunk': '1.1'}} Aug 06 17:15:59.776549 dv-cinder-803773-1-iscsi neutron-server[93311]: {{(pid=93311) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 06 17:15:59.783819 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [None req-d39fafda-5f43-4870-9926-37bafab892b4 None None] Attempting to bind port 67bf26c0-d285-4e70-b600-662a1f96e6d9 on host dv-cinder-803773-1-iscsi for vnic_type normal with profile {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:15:59.784245 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [None req-d39fafda-5f43-4870-9926-37bafab892b4 None None] Attempting to bind port 67bf26c0-d285-4e70-b600-662a1f96e6d9 by drivers openvswitch,hyperv on host dv-cinder-803773-1-iscsi at level 0 using segments [{'id': 'd4059ab0-d7e9-4e8a-8fb5-7363c385876a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'b15e1476-1504-4948-82fe-0d151db21835'}] {{(pid=93311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:15:59.784739 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39fafda-5f43-4870-9926-37bafab892b4 None None] Attempting to bind port 67bf26c0-d285-4e70-b600-662a1f96e6d9 on network b15e1476-1504-4948-82fe-0d151db21835 {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:15:59.790313 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39fafda-5f43-4870-9926-37bafab892b4 None None] Checking agent: {'id': 'c2f4de20-f7af-45ef-88b2-b79124fbc41c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803773-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 15, 24), 'started_at': datetime.datetime(2021, 8, 6, 17, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803773-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:15:59.790961 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39fafda-5f43-4870-9926-37bafab892b4 None None] Checking segment: {'id': 'd4059ab0-d7e9-4e8a-8fb5-7363c385876a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'b15e1476-1504-4948-82fe-0d151db21835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:15:59.791458 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-d39fafda-5f43-4870-9926-37bafab892b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:59.791843 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39fafda-5f43-4870-9926-37bafab892b4 None None] Bound using segment: {'id': 'd4059ab0-d7e9-4e8a-8fb5-7363c385876a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'b15e1476-1504-4948-82fe-0d151db21835'} {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:15:59.792339 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [None req-d39fafda-5f43-4870-9926-37bafab892b4 None None] Bound port: 67bf26c0-d285-4e70-b600-662a1f96e6d9, host: dv-cinder-803773-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4059ab0-d7e9-4e8a-8fb5-7363c385876a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'b15e1476-1504-4948-82fe-0d151db21835'}}] {{(pid=93311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:15:59.792731 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-d39fafda-5f43-4870-9926-37bafab892b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:59.857804 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [None req-d39fafda-5f43-4870-9926-37bafab892b4 None None] For port 67bf26c0-d285-4e70-b600-662a1f96e6d9, host dv-cinder-803773-1-iscsi, cleared binding levels {{(pid=93311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:15:59.878637 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [None req-d39fafda-5f43-4870-9926-37bafab892b4 None None] For port 67bf26c0-d285-4e70-b600-662a1f96e6d9, host dv-cinder-803773-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=67bf26c0-d285-4e70-b600-662a1f96e6d9,segment=NetworkSegment(d4059ab0-d7e9-4e8a-8fb5-7363c385876a),segment_id=d4059ab0-d7e9-4e8a-8fb5-7363c385876a)] {{(pid=93311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:15:59.884074 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-d39fafda-5f43-4870-9926-37bafab892b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:59.939653 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39fafda-5f43-4870-9926-37bafab892b4 None None] Routers {'52509c9c-3f3a-45fe-9bec-f7cfc69f3ced'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:15:59.940251 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-d39fafda-5f43-4870-9926-37bafab892b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:15:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['52509c9c-3f3a-45fe-9bec-f7cfc69f3ced'], 'active': True} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:16:00.005573 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2163bd5-a6e3-4a09-a350-4c5384fdaaae None None] Pushing event updated for resources: {'Port': ['ID=67bf26c0-d285-4e70-b600-662a1f96e6d9,revision_number=4']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:00.035408 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvr_db [None req-d39fafda-5f43-4870-9926-37bafab892b4 None None] Set router 52509c9c-3f3a-45fe-9bec-f7cfc69f3ced gateway port host: None {{(pid=93311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:16:00.247795 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-d39fafda-5f43-4870-9926-37bafab892b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52509c9c-3f3a-45fe-9bec-f7cfc69f3ced', 'name': 'router1', 'tenant_id': 'bb435714490748c78a9e150b3056f583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:15:47Z', 'updated_at': '2021-08-06T17:15:57Z', 'revision_number': 2, 'project_id': 'bb435714490748c78a9e150b3056f583', 'gw_port_host': None, '_interfaces': [{'id': '67bf26c0-d285-4e70-b600-662a1f96e6d9', 'name': '', 'network_id': 'b15e1476-1504-4948-82fe-0d151db21835', 'tenant_id': 'bb435714490748c78a9e150b3056f583', 'mac_address': 'fa:16:3e:59:7d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52509c9c-3f3a-45fe-9bec-f7cfc69f3ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d98bcc5-5432-47f6-87bb-cfeb299ca6d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:15:56Z', 'updated_at': '2021-08-06T17:15:59Z', 'revision_number': 4, 'project_id': 'bb435714490748c78a9e150b3056f583', 'subnets': [{'id': '6d98bcc5-5432-47f6-87bb-cfeb299ca6d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e48f838c-3463-4584-b987-eba47f2030ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:16:00.273842 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39fafda-5f43-4870-9926-37bafab892b4 None None] The sync data for ids ['52509c9c-3f3a-45fe-9bec-f7cfc69f3ced'] in dv-cinder-803773-1-iscsi is: [{'id': '52509c9c-3f3a-45fe-9bec-f7cfc69f3ced', 'name': 'router1', 'tenant_id': 'bb435714490748c78a9e150b3056f583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:15:47Z', 'updated_at': '2021-08-06T17:15:57Z', 'revision_number': 2, 'project_id': 'bb435714490748c78a9e150b3056f583', 'gw_port_host': None, '_interfaces': [{'id': '67bf26c0-d285-4e70-b600-662a1f96e6d9', 'name': '', 'network_id': 'b15e1476-1504-4948-82fe-0d151db21835', 'tenant_id': 'bb435714490748c78a9e150b3056f583', 'mac_address': 'fa:16:3e:59:7d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52509c9c-3f3a-45fe-9bec-f7cfc69f3ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d98bcc5-5432-47f6-87bb-cfeb299ca6d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:15:56Z', 'updated_at': '2021-08-06T17:15:59Z', 'revision_number': 4, 'project_id': 'bb435714490748c78a9e150b3056f583', 'subnets': [{'id': '6d98bcc5-5432-47f6-87bb-cfeb299ca6d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e48f838c-3463-4584-b987-eba47f2030ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:16:00.527758 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 56140) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:16:00.713993 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7167ed-ab45-4db7-8bf3-b78fcd3679c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:16:00.715547 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-ca7167ed-ab45-4db7-8bf3-b78fcd3679c4 admin admin] 10.222.0.89 "GET /v2.0/networks/2c4c21cf-2746-4b14-9730-0a69daab855b HTTP/1.1" status: 200 len: 842 time: 0.1866479 Aug 06 17:16:00.725978 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [None req-74ebcd91-8a49-47e1-a87b-10e4daf09757 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1'}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:16:00.750154 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ebcd91-8a49-47e1-a87b-10e4daf09757 admin admin] Made reservation on behalf of 019a0e6a57124c2b982a841874d04f3f for: {'subnet': 1} {{(pid=93309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:16:00.752846 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-74ebcd91-8a49-47e1-a87b-10e4daf09757 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:01.150546 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.objects.ports [None req-74ebcd91-8a49-47e1-a87b-10e4daf09757 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93309) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 17:16:01.151031 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-74ebcd91-8a49-47e1-a87b-10e4daf09757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707'] for subnet, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:01.217171 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ebcd91-8a49-47e1-a87b-10e4daf09757 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d6fa379-a3fa-4b6f-9c88-fa9af5610e03,revision_number=0']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:01.221411 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ebcd91-8a49-47e1-a87b-10e4daf09757 admin admin] Checking segment: {'id': '0f56620f-272e-4079-bfd8-f32d6a32afa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:16:01.221786 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ebcd91-8a49-47e1-a87b-10e4daf09757 admin admin] Network hostable DHCP agents. Network: 2c4c21cf-2746-4b14-9730-0a69daab855b, hostable agents: ['4daea8ea-8fec-4a46-9c0b-2c2eda663924'], hosted agents: [] {{(pid=93309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 17:16:01.230507 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ebcd91-8a49-47e1-a87b-10e4daf09757 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:16:01.230847 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ebcd91-8a49-47e1-a87b-10e4daf09757 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:16:01.231172 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ebcd91-8a49-47e1-a87b-10e4daf09757 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:16:01.231488 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ebcd91-8a49-47e1-a87b-10e4daf09757 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:16:01.231805 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ebcd91-8a49-47e1-a87b-10e4daf09757 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:16:01.232121 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ebcd91-8a49-47e1-a87b-10e4daf09757 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:16:01.232434 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ebcd91-8a49-47e1-a87b-10e4daf09757 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:16:01.232748 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ebcd91-8a49-47e1-a87b-10e4daf09757 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:16:01.233068 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ebcd91-8a49-47e1-a87b-10e4daf09757 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:16:01.233379 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ebcd91-8a49-47e1-a87b-10e4daf09757 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:16:01.233688 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ebcd91-8a49-47e1-a87b-10e4daf09757 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:16:01.233991 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ebcd91-8a49-47e1-a87b-10e4daf09757 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:16:01.235100 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ebcd91-8a49-47e1-a87b-10e4daf09757 admin admin] Tracked resource versions report: Aug 06 17:16:01.235100 dv-cinder-803773-1-iscsi neutron-server[93309]: pushed versions: Aug 06 17:16:01.235100 dv-cinder-803773-1-iscsi neutron-server[93309]: { 'AddressGroup': {'1.2'}, Aug 06 17:16:01.235100 dv-cinder-803773-1-iscsi neutron-server[93309]: 'ConntrackHelper': {'1.0'}, Aug 06 17:16:01.235100 dv-cinder-803773-1-iscsi neutron-server[93309]: 'Log': {'1.0'}, Aug 06 17:16:01.235100 dv-cinder-803773-1-iscsi neutron-server[93309]: 'Network': {'1.1'}, Aug 06 17:16:01.235100 dv-cinder-803773-1-iscsi neutron-server[93309]: 'Port': {'1.7'}, Aug 06 17:16:01.235100 dv-cinder-803773-1-iscsi neutron-server[93309]: 'PortForwarding': {'1.2'}, Aug 06 17:16:01.235100 dv-cinder-803773-1-iscsi neutron-server[93309]: 'QosPolicy': {'1.9'}, Aug 06 17:16:01.235100 dv-cinder-803773-1-iscsi neutron-server[93309]: 'SecurityGroup': {'1.4'}, Aug 06 17:16:01.235100 dv-cinder-803773-1-iscsi neutron-server[93309]: 'SecurityGroupRule': {'1.2'}, Aug 06 17:16:01.235100 dv-cinder-803773-1-iscsi neutron-server[93309]: 'SubPort': {'1.0'}, Aug 06 17:16:01.235100 dv-cinder-803773-1-iscsi neutron-server[93309]: 'Subnet': {'1.1'}, Aug 06 17:16:01.235100 dv-cinder-803773-1-iscsi neutron-server[93309]: 'Trunk': {'1.1'}} Aug 06 17:16:01.235100 dv-cinder-803773-1-iscsi neutron-server[93309]: consumer versions: Aug 06 17:16:01.235100 dv-cinder-803773-1-iscsi neutron-server[93309]: { DHCP agent@dv-cinder-803773-1-iscsi: {}, Aug 06 17:16:01.235100 dv-cinder-803773-1-iscsi neutron-server[93309]: L3 agent@dv-cinder-803773-1-iscsi: {}, Aug 06 17:16:01.235100 dv-cinder-803773-1-iscsi neutron-server[93309]: Metadata agent@dv-cinder-803773-1-iscsi: {}, Aug 06 17:16:01.235100 dv-cinder-803773-1-iscsi neutron-server[93309]: Metering agent@dv-cinder-803773-1-iscsi: {}, Aug 06 17:16:01.235100 dv-cinder-803773-1-iscsi neutron-server[93309]: Open vSwitch agent@dv-cinder-803773-1-iscsi: { 'AddressGroup': '1.2', Aug 06 17:16:01.235100 dv-cinder-803773-1-iscsi neutron-server[93309]: 'ConntrackHelper': '1.0', Aug 06 17:16:01.235100 dv-cinder-803773-1-iscsi neutron-server[93309]: 'Log': '1.0', Aug 06 17:16:01.235100 dv-cinder-803773-1-iscsi neutron-server[93309]: 'Network': '1.1', Aug 06 17:16:01.235100 dv-cinder-803773-1-iscsi neutron-server[93309]: 'Port': '1.7', Aug 06 17:16:01.235100 dv-cinder-803773-1-iscsi neutron-server[93309]: 'PortForwarding': '1.2', Aug 06 17:16:01.235100 dv-cinder-803773-1-iscsi neutron-server[93309]: 'QosPolicy': '1.9', Aug 06 17:16:01.235100 dv-cinder-803773-1-iscsi neutron-server[93309]: 'SecurityGroup': '1.4', Aug 06 17:16:01.235100 dv-cinder-803773-1-iscsi neutron-server[93309]: 'SecurityGroupRule': '1.2', Aug 06 17:16:01.235100 dv-cinder-803773-1-iscsi neutron-server[93309]: 'SubPort': '1.0', Aug 06 17:16:01.235100 dv-cinder-803773-1-iscsi neutron-server[93309]: 'Subnet': '1.1', Aug 06 17:16:01.235100 dv-cinder-803773-1-iscsi neutron-server[93309]: 'Trunk': '1.1'}} Aug 06 17:16:01.235100 dv-cinder-803773-1-iscsi neutron-server[93309]: {{(pid=93309) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 06 17:16:01.284018 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ebcd91-8a49-47e1-a87b-10e4daf09757 admin admin] Network 2c4c21cf-2746-4b14-9730-0a69daab855b is scheduled to be hosted by DHCP agent 4daea8ea-8fec-4a46-9c0b-2c2eda663924 with binding_index 1 {{(pid=93309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 17:16:01.297346 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.base_scheduler [None req-74ebcd91-8a49-47e1-a87b-10e4daf09757 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803773-1-iscsi, 2c4c21cf-2746-4b14-9730-0a69daab855b) {{(pid=93309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:16:01.302498 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ebcd91-8a49-47e1-a87b-10e4daf09757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:16:01.303252 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-74ebcd91-8a49-47e1-a87b-10e4daf09757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for subnet, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:01.307572 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f524ad9-346f-45e3-987c-044fed706fa2 None None] Network 2c4c21cf-2746-4b14-9730-0a69daab855b requested from dv-cinder-803773-1-iscsi {{(pid=93310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:16:01.322874 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-74ebcd91-8a49-47e1-a87b-10e4daf09757 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6007979 Aug 06 17:16:01.453637 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a391081f-b4de-42c7-9984-a6084cafdb9a None None] Network 2c4c21cf-2746-4b14-9730-0a69daab855b requested from dv-cinder-803773-1-iscsi {{(pid=93310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:16:03.636916 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 56152) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:16:03.784122 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-55e14fcd-aef8-4d31-a594-fd10da0101c9 admin admin] 10.222.0.89 "GET /v2.0/routers/52509c9c-3f3a-45fe-9bec-f7cfc69f3ced HTTP/1.1" status: 200 len: 710 time: 0.1460650 Aug 06 17:16:03.874647 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5be555-a3be-4560-9dd9-10f76ae1cb35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:16:03.876017 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-2d5be555-a3be-4560-9dd9-10f76ae1cb35 admin admin] 10.222.0.89 "GET /v2.0/networks/2c4c21cf-2746-4b14-9730-0a69daab855b HTTP/1.1" status: 200 len: 886 time: 0.0860033 Aug 06 17:16:03.885406 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-569a78f7-e8de-4483-8110-4ab24f12ebd4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'}}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:16:04.206547 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-569a78f7-e8de-4483-8110-4ab24f12ebd4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:04.350072 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.agents_db [None req-f0f84874-ee0a-4567-8005-82f1841bb43f None None] Agent healthcheck: found 5 active agents {{(pid=93311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:16:04.451163 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-569a78f7-e8de-4483-8110-4ab24f12ebd4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:04.530894 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-569a78f7-e8de-4483-8110-4ab24f12ebd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:04.634421 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.db_base_plugin_common [None req-569a78f7-e8de-4483-8110-4ab24f12ebd4 admin admin] Allocated IP 172.27.0.157 (2c4c21cf-2746-4b14-9730-0a69daab855b/0d6fa379-a3fa-4b6f-9c88-fa9af5610e03/edda8a76-e5a6-443f-addd-10dc9b409808) {{(pid=93308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:16:04.740465 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-569a78f7-e8de-4483-8110-4ab24f12ebd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:04.781577 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-569a78f7-e8de-4483-8110-4ab24f12ebd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244'] for port, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:04.824082 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569a78f7-e8de-4483-8110-4ab24f12ebd4 admin admin] Network 2c4c21cf-2746-4b14-9730-0a69daab855b is already hosted by enough agents. {{(pid=93308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:16:04.829755 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.base_scheduler [None req-569a78f7-e8de-4483-8110-4ab24f12ebd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:16:04.832001 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a78f7-e8de-4483-8110-4ab24f12ebd4 admin admin] Pushing event updated for resources: {'Port': ['ID=edda8a76-e5a6-443f-addd-10dc9b409808,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:04.845284 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569a78f7-e8de-4483-8110-4ab24f12ebd4 admin admin] Received port after_create {{(pid=93308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:16:05.099252 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-569a78f7-e8de-4483-8110-4ab24f12ebd4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:05.311596 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-569a78f7-e8de-4483-8110-4ab24f12ebd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-441529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-428022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5249'] for router, precommit_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:05.316298 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-569a78f7-e8de-4483-8110-4ab24f12ebd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-441486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-441479', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427961'] for router, after_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:05.427314 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569a78f7-e8de-4483-8110-4ab24f12ebd4 admin admin] Router 52509c9c-3f3a-45fe-9bec-f7cfc69f3ced has already been hosted by L3 agent cbcd3d9e-bca5-4529-952b-48c65d2aceac {{(pid=93308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:16:05.627304 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569a78f7-e8de-4483-8110-4ab24f12ebd4 admin admin] Notify agent at l3_agent.dv-cinder-803773-1-iscsi the message routers_updated {{(pid=93308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:16:05.632347 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-569a78f7-e8de-4483-8110-4ab24f12ebd4 admin admin] Notify callbacks [] for router, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:05.633504 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-569a78f7-e8de-4483-8110-4ab24f12ebd4 admin admin] 10.222.0.89 "PUT /v2.0/routers/52509c9c-3f3a-45fe-9bec-f7cfc69f3ced HTTP/1.1" status: 200 len: 890 time: 1.7514110 Aug 06 17:16:06.023715 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 67bf26c0-d285-4e70-b600-662a1f96e6d9 up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:16:06.075962 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning for port 67bf26c0-d285-4e70-b600-662a1f96e6d9 completed by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:16:06.079639 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port 67bf26c0-d285-4e70-b600-662a1f96e6d9 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:16:06.080004 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:06.159926 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:06.192824 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] For port 67bf26c0-d285-4e70-b600-662a1f96e6d9, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=67bf26c0-d285-4e70-b600-662a1f96e6d9,segment=NetworkSegment(d4059ab0-d7e9-4e8a-8fb5-7363c385876a),segment_id=d4059ab0-d7e9-4e8a-8fb5-7363c385876a)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:16:06.198910 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:06.290420 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Pushing event updated for resources: {'Port': ['ID=67bf26c0-d285-4e70-b600-662a1f96e6d9,revision_number=5']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:06.643643 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f666273-1384-4855-b690-51216ccbe61d None None] Sync routers for ids ['52509c9c-3f3a-45fe-9bec-f7cfc69f3ced'] in dv-cinder-803773-1-iscsi {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:16:06.654219 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f666273-1384-4855-b690-51216ccbe61d None None] Routers {'52509c9c-3f3a-45fe-9bec-f7cfc69f3ced'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:16:06.654894 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-4f666273-1384-4855-b690-51216ccbe61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:15:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['52509c9c-3f3a-45fe-9bec-f7cfc69f3ced'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:16:06.861966 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-4f666273-1384-4855-b690-51216ccbe61d None None] Set router 52509c9c-3f3a-45fe-9bec-f7cfc69f3ced gateway port host: dv-cinder-803773-1-iscsi {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:16:07.252219 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-4f666273-1384-4855-b690-51216ccbe61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52509c9c-3f3a-45fe-9bec-f7cfc69f3ced', 'name': 'router1', 'tenant_id': 'bb435714490748c78a9e150b3056f583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'edda8a76-e5a6-443f-addd-10dc9b409808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:15:47Z', 'updated_at': '2021-08-06T17:16:04Z', 'revision_number': 4, 'project_id': 'bb435714490748c78a9e150b3056f583', 'gw_port': {'id': 'edda8a76-e5a6-443f-addd-10dc9b409808', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ff:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52509c9c-3f3a-45fe-9bec-f7cfc69f3ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:16:04Z', 'updated_at': '2021-08-06T17:16:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': '67bf26c0-d285-4e70-b600-662a1f96e6d9', 'name': '', 'network_id': 'b15e1476-1504-4948-82fe-0d151db21835', 'tenant_id': 'bb435714490748c78a9e150b3056f583', 'mac_address': 'fa:16:3e:59:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52509c9c-3f3a-45fe-9bec-f7cfc69f3ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d98bcc5-5432-47f6-87bb-cfeb299ca6d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:15:56Z', 'updated_at': '2021-08-06T17:16:06Z', 'revision_number': 5, 'project_id': 'bb435714490748c78a9e150b3056f583', 'subnets': [{'id': '6d98bcc5-5432-47f6-87bb-cfeb299ca6d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e48f838c-3463-4584-b987-eba47f2030ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:16:07.303626 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f666273-1384-4855-b690-51216ccbe61d None None] Checking router: 52509c9c-3f3a-45fe-9bec-f7cfc69f3ced for host: dv-cinder-803773-1-iscsi {{(pid=93310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:16:07.303990 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f666273-1384-4855-b690-51216ccbe61d None None] Updating router 52509c9c-3f3a-45fe-9bec-f7cfc69f3ced port edda8a76-e5a6-443f-addd-10dc9b409808 binding host dv-cinder-803773-1-iscsi {{(pid=93310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 17:16:07.352160 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-4f666273-1384-4855-b690-51216ccbe61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:07.677649 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-4f666273-1384-4855-b690-51216ccbe61d None None] Notify callbacks [] for port, precommit_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:07.687755 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-4f666273-1384-4855-b690-51216ccbe61d None None] Transition to ACTIVE for port object edda8a76-e5a6-443f-addd-10dc9b409808 will not be triggered until provisioned by entity L2. {{(pid=93310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:16:07.693213 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-4f666273-1384-4855-b690-51216ccbe61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:07.747212 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce57cc8-b296-421d-b2c5-42051a27db43 None None] Pushing event updated for resources: {'Port': ['ID=edda8a76-e5a6-443f-addd-10dc9b409808,revision_number=2']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:07.750044 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-4f666273-1384-4855-b690-51216ccbe61d None None] Attempting to bind port edda8a76-e5a6-443f-addd-10dc9b409808 on host dv-cinder-803773-1-iscsi for vnic_type normal with profile {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:16:07.750773 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-4f666273-1384-4855-b690-51216ccbe61d None None] Attempting to bind port edda8a76-e5a6-443f-addd-10dc9b409808 by drivers openvswitch,hyperv on host dv-cinder-803773-1-iscsi at level 0 using segments [{'id': '0f56620f-272e-4079-bfd8-f32d6a32afa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'}] {{(pid=93310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:16:07.751137 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f666273-1384-4855-b690-51216ccbe61d None None] Attempting to bind port edda8a76-e5a6-443f-addd-10dc9b409808 on network 2c4c21cf-2746-4b14-9730-0a69daab855b {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:16:07.756628 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f666273-1384-4855-b690-51216ccbe61d None None] Checking agent: {'id': 'c2f4de20-f7af-45ef-88b2-b79124fbc41c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803773-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 15, 24), 'started_at': datetime.datetime(2021, 8, 6, 17, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803773-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:16:07.757000 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f666273-1384-4855-b690-51216ccbe61d None None] Checking segment: {'id': '0f56620f-272e-4079-bfd8-f32d6a32afa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:16:07.757409 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-4f666273-1384-4855-b690-51216ccbe61d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:07.757768 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f666273-1384-4855-b690-51216ccbe61d None None] Bound using segment: {'id': '0f56620f-272e-4079-bfd8-f32d6a32afa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'} {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:16:07.758239 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-4f666273-1384-4855-b690-51216ccbe61d None None] Bound port: edda8a76-e5a6-443f-addd-10dc9b409808, host: dv-cinder-803773-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f56620f-272e-4079-bfd8-f32d6a32afa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'}}] {{(pid=93310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:16:07.758658 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-4f666273-1384-4855-b690-51216ccbe61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:07.808411 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-4f666273-1384-4855-b690-51216ccbe61d None None] For port edda8a76-e5a6-443f-addd-10dc9b409808, host dv-cinder-803773-1-iscsi, cleared binding levels {{(pid=93310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:16:07.811762 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-4f666273-1384-4855-b690-51216ccbe61d None None] For port edda8a76-e5a6-443f-addd-10dc9b409808, host dv-cinder-803773-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=edda8a76-e5a6-443f-addd-10dc9b409808,segment=NetworkSegment(0f56620f-272e-4079-bfd8-f32d6a32afa9),segment_id=0f56620f-272e-4079-bfd8-f32d6a32afa9)] {{(pid=93310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:16:07.817246 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-4f666273-1384-4855-b690-51216ccbe61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:07.874667 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f666273-1384-4855-b690-51216ccbe61d None None] Routers {'52509c9c-3f3a-45fe-9bec-f7cfc69f3ced'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:16:07.875276 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-4f666273-1384-4855-b690-51216ccbe61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:15:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['52509c9c-3f3a-45fe-9bec-f7cfc69f3ced'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:16:07.879135 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce57cc8-b296-421d-b2c5-42051a27db43 None None] Pushing event updated for resources: {'Port': ['ID=edda8a76-e5a6-443f-addd-10dc9b409808,revision_number=3']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:08.045767 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 67bf26c0-d285-4e70-b600-662a1f96e6d9 up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:16:08.067814 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 56166) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:16:08.102993 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-4f666273-1384-4855-b690-51216ccbe61d None None] Set router 52509c9c-3f3a-45fe-9bec-f7cfc69f3ced gateway port host: dv-cinder-803773-1-iscsi {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:16:08.149237 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port 67bf26c0-d285-4e70-b600-662a1f96e6d9 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:16:08.149601 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:08.188532 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-db8c78b2-07d9-4dce-9805-2191c0f55880 admin admin] 10.222.0.89 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1195400 Aug 06 17:16:08.388981 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-4f666273-1384-4855-b690-51216ccbe61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52509c9c-3f3a-45fe-9bec-f7cfc69f3ced', 'name': 'router1', 'tenant_id': 'bb435714490748c78a9e150b3056f583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'edda8a76-e5a6-443f-addd-10dc9b409808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:15:47Z', 'updated_at': '2021-08-06T17:16:04Z', 'revision_number': 4, 'project_id': 'bb435714490748c78a9e150b3056f583', 'gw_port': {'id': 'edda8a76-e5a6-443f-addd-10dc9b409808', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ff:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52509c9c-3f3a-45fe-9bec-f7cfc69f3ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:16:04Z', 'updated_at': '2021-08-06T17:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': '67bf26c0-d285-4e70-b600-662a1f96e6d9', 'name': '', 'network_id': 'b15e1476-1504-4948-82fe-0d151db21835', 'tenant_id': 'bb435714490748c78a9e150b3056f583', 'mac_address': 'fa:16:3e:59:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52509c9c-3f3a-45fe-9bec-f7cfc69f3ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d98bcc5-5432-47f6-87bb-cfeb299ca6d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:15:56Z', 'updated_at': '2021-08-06T17:16:06Z', 'revision_number': 5, 'project_id': 'bb435714490748c78a9e150b3056f583', 'subnets': [{'id': '6d98bcc5-5432-47f6-87bb-cfeb299ca6d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e48f838c-3463-4584-b987-eba47f2030ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:16:08.415457 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f666273-1384-4855-b690-51216ccbe61d None None] The sync data for ids ['52509c9c-3f3a-45fe-9bec-f7cfc69f3ced'] in dv-cinder-803773-1-iscsi is: [{'id': '52509c9c-3f3a-45fe-9bec-f7cfc69f3ced', 'name': 'router1', 'tenant_id': 'bb435714490748c78a9e150b3056f583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'edda8a76-e5a6-443f-addd-10dc9b409808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:15:47Z', 'updated_at': '2021-08-06T17:16:04Z', 'revision_number': 4, 'project_id': 'bb435714490748c78a9e150b3056f583', 'gw_port': {'id': 'edda8a76-e5a6-443f-addd-10dc9b409808', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ff:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52509c9c-3f3a-45fe-9bec-f7cfc69f3ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:16:04Z', 'updated_at': '2021-08-06T17:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': '67bf26c0-d285-4e70-b600-662a1f96e6d9', 'name': '', 'network_id': 'b15e1476-1504-4948-82fe-0d151db21835', 'tenant_id': 'bb435714490748c78a9e150b3056f583', 'mac_address': 'fa:16:3e:59:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52509c9c-3f3a-45fe-9bec-f7cfc69f3ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d98bcc5-5432-47f6-87bb-cfeb299ca6d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:15:56Z', 'updated_at': '2021-08-06T17:16:06Z', 'revision_number': 5, 'project_id': 'bb435714490748c78a9e150b3056f583', 'subnets': [{'id': '6d98bcc5-5432-47f6-87bb-cfeb299ca6d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e48f838c-3463-4584-b987-eba47f2030ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:16:10.053378 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device edda8a76-e5a6-443f-addd-10dc9b409808 up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:16:10.104840 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning for port edda8a76-e5a6-443f-addd-10dc9b409808 completed by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:16:10.109315 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port edda8a76-e5a6-443f-addd-10dc9b409808 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:16:10.109315 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:10.195139 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:10.217099 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] For port edda8a76-e5a6-443f-addd-10dc9b409808, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=edda8a76-e5a6-443f-addd-10dc9b409808,segment=NetworkSegment(0f56620f-272e-4079-bfd8-f32d6a32afa9),segment_id=0f56620f-272e-4079-bfd8-f32d6a32afa9)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:16:10.222658 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:10.274608 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Pushing event updated for resources: {'Port': ['ID=edda8a76-e5a6-443f-addd-10dc9b409808,revision_number=4']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:12.070586 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device edda8a76-e5a6-443f-addd-10dc9b409808 up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:16:12.143202 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port edda8a76-e5a6-443f-addd-10dc9b409808 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:16:12.143564 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:21.059395 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-81de7d16-ca52-434c-bc14-ba7212bb3532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:23.330514 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-98e13092-10f6-4b0d-a1fd-1b0f0579e837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:24.040147 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:25.040408 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:26.891770 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:41.350433 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.agents_db [None req-f0f84874-ee0a-4567-8005-82f1841bb43f None None] Agent healthcheck: found 5 active agents {{(pid=93311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:16:51.068294 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-4d484648-3173-41f5-96ac-393e95e6c1d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:53.335678 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7aaa2ec1-1e64-4df1-8563-5bf4a03b2587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:54.054664 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:55.042947 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:56.897297 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:17:18.349277 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.agents_db [None req-f0f84874-ee0a-4567-8005-82f1841bb43f None None] Agent healthcheck: found 5 active agents {{(pid=93311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:17:21.067373 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-de581b21-a482-4275-84a7-dddb21aedf18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:17:23.342691 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-1c47b30f-878e-4465-9d28-c33a6362bb8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:17:24.050521 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:17:25.044660 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:17:26.901584 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:17:44.778885 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 56734) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:17:44.851490 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.pecan_wsgi.hooks.translation [None req-95113448-0328-416c-bce8-4d16201f71d5 admin admin] GET failed (client error): The resource could not be found. Aug 06 17:17:44.852837 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-95113448-0328-416c-bce8-4d16201f71d5 admin admin] 10.222.0.89 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0729835 Aug 06 17:17:45.018678 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46d7d6c-acae-443f-8268-222479f3e94a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:17:45.020275 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-e46d7d6c-acae-443f-8268-222479f3e94a admin admin] 10.222.0.89 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1605690 Aug 06 17:17:47.169420 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 56744) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:17:47.282717 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a677f6f-1752-4925-9103-9bf81eeff415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:17:47.284086 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-8a677f6f-1752-4925-9103-9bf81eeff415 admin admin] 10.222.0.89 "GET /v2.0/subnets/6d98bcc5-5432-47f6-87bb-cfeb299ca6d5 HTTP/1.1" status: 200 len: 849 time: 0.1133242 Aug 06 17:17:47.294567 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-e7536f0e-c218-4f5d-8203-cd25acea2f8c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:17:47.393120 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-e7536f0e-c218-4f5d-8203-cd25acea2f8c admin admin] Notify callbacks [] for subnet, before_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:17:47.565543 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-e7536f0e-c218-4f5d-8203-cd25acea2f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768831559262'] for subnet, after_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:17:47.598596 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7536f0e-c218-4f5d-8203-cd25acea2f8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:17:47.599549 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-e7536f0e-c218-4f5d-8203-cd25acea2f8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for subnet, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:17:47.600658 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-e7536f0e-c218-4f5d-8203-cd25acea2f8c admin admin] 10.222.0.89 "PUT /v2.0/subnets/6d98bcc5-5432-47f6-87bb-cfeb299ca6d5 HTTP/1.1" status: 200 len: 868 time: 0.3099201 Aug 06 17:17:47.603978 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa15404c-90ff-4b52-88bb-4f5ec345530d None None] Network b15e1476-1504-4948-82fe-0d151db21835 requested from dv-cinder-803773-1-iscsi {{(pid=93310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:17:47.623516 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7536f0e-c218-4f5d-8203-cd25acea2f8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d98bcc5-5432-47f6-87bb-cfeb299ca6d5,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:17:47.632667 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7536f0e-c218-4f5d-8203-cd25acea2f8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:17:47.633078 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7536f0e-c218-4f5d-8203-cd25acea2f8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:17:47.633390 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7536f0e-c218-4f5d-8203-cd25acea2f8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:17:47.633809 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7536f0e-c218-4f5d-8203-cd25acea2f8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:17:47.634490 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7536f0e-c218-4f5d-8203-cd25acea2f8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:17:47.634842 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7536f0e-c218-4f5d-8203-cd25acea2f8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:17:47.635196 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7536f0e-c218-4f5d-8203-cd25acea2f8c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:17:47.635518 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7536f0e-c218-4f5d-8203-cd25acea2f8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:17:47.635995 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7536f0e-c218-4f5d-8203-cd25acea2f8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:17:47.636331 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7536f0e-c218-4f5d-8203-cd25acea2f8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:17:47.637027 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7536f0e-c218-4f5d-8203-cd25acea2f8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:17:47.637247 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7536f0e-c218-4f5d-8203-cd25acea2f8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:17:47.991739 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-252c7f7b-08d4-4ef1-8f2f-2463dd8625c8 None None] Provisioning complete for port 67bf26c0-d285-4e70-b600-662a1f96e6d9 triggered by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:17:47.992242 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-252c7f7b-08d4-4ef1-8f2f-2463dd8625c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:17:48.107032 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-252c7f7b-08d4-4ef1-8f2f-2463dd8625c8 None None] Provisioning complete for port 38b677ae-df2f-4a47-8dc3-ca289c55a710 triggered by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:17:48.107250 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-252c7f7b-08d4-4ef1-8f2f-2463dd8625c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:17:49.834919 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 56752) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:17:50.053190 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dc17d6-da16-4775-a1fb-438d03debdbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:17:50.053663 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dc17d6-da16-4775-a1fb-438d03debdbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:17:50.055380 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-f2dc17d6-da16-4775-a1fb-438d03debdbe admin admin] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2194839 Aug 06 17:17:51.072158 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-f1421b94-ecf6-45ef-acba-9cbff9cbf97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:17:52.296246 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 56762) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:17:52.500054 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3ddd58-10c3-40f0-86e9-b1ba31008c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:17:52.500530 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3ddd58-10c3-40f0-86e9-b1ba31008c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:17:52.502139 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-9a3ddd58-10c3-40f0-86e9-b1ba31008c51 admin admin] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2047908 Aug 06 17:17:53.337278 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-de1aa59f-5131-4092-84b1-20682d6378d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:17:54.061868 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:17:54.643090 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 56770) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:17:54.780514 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74faeeaa-321d-4fda-af2a-7fa23b91564a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:17:54.781894 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-74faeeaa-321d-4fda-af2a-7fa23b91564a admin admin] 10.222.0.89 "GET /v2.0/networks/2c4c21cf-2746-4b14-9730-0a69daab855b HTTP/1.1" status: 200 len: 886 time: 0.1378396 Aug 06 17:17:55.048345 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:17:55.348574 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.agents_db [None req-f0f84874-ee0a-4567-8005-82f1841bb43f None None] Agent healthcheck: found 5 active agents {{(pid=93311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:17:56.904195 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:17:57.022944 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 56778) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:17:57.170967 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e341fbb4-c745-49c5-9071-e77a3eef6a69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:17:57.172255 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-e341fbb4-c745-49c5-9071-e77a3eef6a69 admin admin] 10.222.0.89 "GET /v2.0/networks/b15e1476-1504-4948-82fe-0d151db21835 HTTP/1.1" status: 200 len: 870 time: 0.1483350 Aug 06 17:17:59.326869 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 56786) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:17:59.470279 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3175bb-fdb3-4ab2-9391-ac7f106ecf15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:17:59.470749 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3175bb-fdb3-4ab2-9391-ac7f106ecf15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:17:59.472288 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-2c3175bb-fdb3-4ab2-9391-ac7f106ecf15 admin admin] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1436472 Aug 06 17:18:01.626362 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 56794) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:18:01.729449 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a05a5f-54cb-4804-bfba-5269fbaedd07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:18:01.729901 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a05a5f-54cb-4804-bfba-5269fbaedd07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:18:01.731455 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-17a05a5f-54cb-4804-bfba-5269fbaedd07 admin admin] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1041255 Aug 06 17:18:03.856324 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 56802) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:18:03.948329 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7315716-2e7e-43d0-b7ae-c1ab72b85e3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:18:03.949675 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-d7315716-2e7e-43d0-b7ae-c1ab72b85e3f admin admin] 10.222.0.89 "GET /v2.0/subnets/0d6fa379-a3fa-4b6f-9c88-fa9af5610e03 HTTP/1.1" status: 200 len: 816 time: 0.0923524 Aug 06 17:18:06.135200 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 56810) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:18:06.245537 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc6a239-44d9-4962-acb7-c33a14b0a53b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:18:06.246936 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-1fc6a239-44d9-4962-acb7-c33a14b0a53b admin admin] 10.222.0.89 "GET /v2.0/subnets/6d98bcc5-5432-47f6-87bb-cfeb299ca6d5 HTTP/1.1" status: 200 len: 868 time: 0.1107030 Aug 06 17:18:21.075517 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-ca4eee19-f23d-4e18-9774-990f9cc21f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:23.341171 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7ffec551-f0e3-4b6b-a679-3b118d6c3f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:24.060657 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:25.050904 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:26.907298 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:31.937932 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 56864) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:18:32.000152 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [None req-f34eabed-e2f2-4d3a-8a4f-1929c493d56a admin admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=93308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 17:18:32.001139 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-f34eabed-e2f2-4d3a-8a4f-1929c493d56a admin admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0621574 Aug 06 17:18:32.346611 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.agents_db [None req-f0f84874-ee0a-4567-8005-82f1841bb43f None None] Agent healthcheck: found 5 active agents {{(pid=93311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:18:34.246008 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 56872) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:18:34.325665 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.pecan_wsgi.hooks.translation [None req-a66a95e4-9b82-4a0d-aaab-6090a5942685 admin admin] GET failed (client error): The resource could not be found. Aug 06 17:18:34.327053 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-a66a95e4-9b82-4a0d-aaab-6090a5942685 admin admin] 10.222.0.89 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0800610 Aug 06 17:18:34.475057 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c51e660-01c3-4242-9b85-d945dae6f44d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:18:34.476576 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-5c51e660-01c3-4242-9b85-d945dae6f44d admin admin] 10.222.0.89 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1426954 Aug 06 17:18:36.738611 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 56880) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:18:36.799939 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [None req-6656e292-d861-4e51-980c-1e4afbee82e2 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:18:36.832169 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6656e292-d861-4e51-980c-1e4afbee82e2 admin admin] Made reservation on behalf of 019a0e6a57124c2b982a841874d04f3f for: {'network': 1} {{(pid=93309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:18:36.834488 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6656e292-d861-4e51-980c-1e4afbee82e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for network, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:36.878957 dv-cinder-803773-1-iscsi neutron-server[93309]: WARNING neutron.services.revisions.revision_plugin [None req-6656e292-d861-4e51-980c-1e4afbee82e2 admin admin] Could not find related network for resource to bump revision. Aug 06 17:18:36.895833 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6656e292-d861-4e51-980c-1e4afbee82e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1090} {{(pid=93309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 17:18:36.908765 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6656e292-d861-4e51-980c-1e4afbee82e2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768831637432', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022'] for segment, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:36.909266 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6656e292-d861-4e51-980c-1e4afbee82e2 admin admin] Unsubscribe: segment precommit_create {{(pid=93309) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 06 17:18:36.909761 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.db.segments_db [None req-6656e292-d861-4e51-980c-1e4afbee82e2 admin admin] Added segment 65245229-2462-45c6-b876-cd3b8d0359e6 of type vlan for network 84a46755-61cc-47b4-8a5f-ad159c8711f3 Aug 06 17:18:36.958475 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6656e292-d861-4e51-980c-1e4afbee82e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768831157836'] for network, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:37.001247 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6656e292-d861-4e51-980c-1e4afbee82e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707'] for network, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:37.002279 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6656e292-d861-4e51-980c-1e4afbee82e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:18:37.002875 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6656e292-d861-4e51-980c-1e4afbee82e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for network, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:37.059717 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-6656e292-d861-4e51-980c-1e4afbee82e2 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3194892 Aug 06 17:18:37.105480 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6656e292-d861-4e51-980c-1e4afbee82e2 admin admin] Pushing event updated for resources: {'Network': ['ID=84a46755-61cc-47b4-8a5f-ad159c8711f3,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:18:37.112874 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656e292-d861-4e51-980c-1e4afbee82e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:37.113237 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656e292-d861-4e51-980c-1e4afbee82e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:37.113554 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656e292-d861-4e51-980c-1e4afbee82e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:37.113880 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656e292-d861-4e51-980c-1e4afbee82e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:37.114215 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656e292-d861-4e51-980c-1e4afbee82e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:37.114613 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656e292-d861-4e51-980c-1e4afbee82e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:37.114941 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656e292-d861-4e51-980c-1e4afbee82e2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:37.115261 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656e292-d861-4e51-980c-1e4afbee82e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:37.115599 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656e292-d861-4e51-980c-1e4afbee82e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:37.115899 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656e292-d861-4e51-980c-1e4afbee82e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:37.116219 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656e292-d861-4e51-980c-1e4afbee82e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:37.116531 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656e292-d861-4e51-980c-1e4afbee82e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:37.128781 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Network 84a46755-61cc-47b4-8a5f-ad159c8711f3 details requested by agent ovs-agent-dv-cinder-803773-1-iscsi with host dv-cinder-803773-1-iscsi {{(pid=93310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 17:18:39.321003 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 56888) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:18:39.402090 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4acce66-54a9-4a82-8dbb-ed297fec8bef admin admin] GET failed (client error): The resource could not be found. Aug 06 17:18:39.403876 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-d4acce66-54a9-4a82-8dbb-ed297fec8bef admin admin] 10.222.0.89 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0815680 Aug 06 17:18:39.473868 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a9be7b-27c2-4980-9238-3a0857b8ea27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:18:39.475331 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-f0a9be7b-27c2-4980-9238-3a0857b8ea27 admin admin] 10.222.0.89 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0666630 Aug 06 17:18:39.490104 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [None req-cd766455-3107-4a70-a322-ad38bf248e09 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': '84a46755-61cc-47b4-8a5f-ad159c8711f3', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:18:39.515393 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd766455-3107-4a70-a322-ad38bf248e09 admin admin] Made reservation on behalf of 019a0e6a57124c2b982a841874d04f3f for: {'subnet': 1} {{(pid=93309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:18:39.517816 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-cd766455-3107-4a70-a322-ad38bf248e09 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:39.683012 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-cd766455-3107-4a70-a322-ad38bf248e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707'] for subnet, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:39.733910 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd766455-3107-4a70-a322-ad38bf248e09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73ea9a75-9ac2-4365-b69d-e0bb424a1214,revision_number=0']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:18:39.750025 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd766455-3107-4a70-a322-ad38bf248e09 admin admin] Checking segment: {'id': '65245229-2462-45c6-b876-cd3b8d0359e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '84a46755-61cc-47b4-8a5f-ad159c8711f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:18:39.750406 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd766455-3107-4a70-a322-ad38bf248e09 admin admin] Network hostable DHCP agents. Network: 84a46755-61cc-47b4-8a5f-ad159c8711f3, hostable agents: ['4daea8ea-8fec-4a46-9c0b-2c2eda663924'], hosted agents: [] {{(pid=93309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 17:18:39.768719 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd766455-3107-4a70-a322-ad38bf248e09 admin admin] Network 84a46755-61cc-47b4-8a5f-ad159c8711f3 is scheduled to be hosted by DHCP agent 4daea8ea-8fec-4a46-9c0b-2c2eda663924 with binding_index 1 {{(pid=93309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 17:18:39.777766 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.base_scheduler [None req-cd766455-3107-4a70-a322-ad38bf248e09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803773-1-iscsi, 84a46755-61cc-47b4-8a5f-ad159c8711f3) {{(pid=93309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:18:39.782527 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd766455-3107-4a70-a322-ad38bf248e09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:18:39.783079 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-cd766455-3107-4a70-a322-ad38bf248e09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for subnet, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:39.788769 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7f2a7d-e328-444c-a5ce-1f81b6c1611c None None] Network 84a46755-61cc-47b4-8a5f-ad159c8711f3 requested from dv-cinder-803773-1-iscsi {{(pid=93310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:18:39.801940 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-cd766455-3107-4a70-a322-ad38bf248e09 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3114717 Aug 06 17:18:40.048408 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8deeabd2-4a02-4ac5-ab81-9a29de297de5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb502b4dc-57c1-509c-ac55-d00ff2016944-84a46755-61cc-47b4-8a5f-ad159c8711f3', 'network_id': '84a46755-61cc-47b4-8a5f-ad159c8711f3', 'tenant_id': '019a0e6a57124c2b982a841874d04f3f', 'fixed_ips': [{'subnet_id': '73ea9a75-9ac2-4365-b69d-e0bb424a1214'}]}} from dv-cinder-803773-1-iscsi. {{(pid=93310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 17:18:40.049336 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-8deeabd2-4a02-4ac5-ab81-9a29de297de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:40.190155 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.db_base_plugin_common [None req-8deeabd2-4a02-4ac5-ab81-9a29de297de5 None None] Allocated IP 192.168.233.2 (84a46755-61cc-47b4-8a5f-ad159c8711f3/73ea9a75-9ac2-4365-b69d-e0bb424a1214/ae0db5ca-31f1-4f17-b221-559015806acc) {{(pid=93310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:18:40.335727 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-8deeabd2-4a02-4ac5-ab81-9a29de297de5 None None] Notify callbacks [] for port, precommit_create {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:40.344355 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-8deeabd2-4a02-4ac5-ab81-9a29de297de5 None None] Transition to ACTIVE for port object ae0db5ca-31f1-4f17-b221-559015806acc will not be triggered until provisioned by entity L2. {{(pid=93310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:18:40.361932 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-8deeabd2-4a02-4ac5-ab81-9a29de297de5 None None] Transition to ACTIVE for port object ae0db5ca-31f1-4f17-b221-559015806acc will not be triggered until provisioned by entity DHCP. {{(pid=93310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:18:40.367645 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-8deeabd2-4a02-4ac5-ab81-9a29de297de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244'] for port, after_create {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:40.412217 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8deeabd2-4a02-4ac5-ab81-9a29de297de5 None None] Network 84a46755-61cc-47b4-8a5f-ad159c8711f3 is already hosted by enough agents. {{(pid=93310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:18:40.415678 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deeabd2-4a02-4ac5-ab81-9a29de297de5 None None] Pushing event updated for resources: {'Port': ['ID=ae0db5ca-31f1-4f17-b221-559015806acc,revision_number=1']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:18:40.422417 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.scheduler.base_scheduler [None req-8deeabd2-4a02-4ac5-ab81-9a29de297de5 None None] Resources bound (agent type, host, resource id): {{(pid=93310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:18:40.425609 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deeabd2-4a02-4ac5-ab81-9a29de297de5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:40.426078 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deeabd2-4a02-4ac5-ab81-9a29de297de5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:40.426609 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deeabd2-4a02-4ac5-ab81-9a29de297de5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:40.427084 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deeabd2-4a02-4ac5-ab81-9a29de297de5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:40.427551 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deeabd2-4a02-4ac5-ab81-9a29de297de5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:40.428003 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deeabd2-4a02-4ac5-ab81-9a29de297de5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:40.428490 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deeabd2-4a02-4ac5-ab81-9a29de297de5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:40.428816 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deeabd2-4a02-4ac5-ab81-9a29de297de5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:40.429162 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deeabd2-4a02-4ac5-ab81-9a29de297de5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:40.429488 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deeabd2-4a02-4ac5-ab81-9a29de297de5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:40.429820 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deeabd2-4a02-4ac5-ab81-9a29de297de5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:40.430145 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deeabd2-4a02-4ac5-ab81-9a29de297de5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:40.448111 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8deeabd2-4a02-4ac5-ab81-9a29de297de5 None None] Received port after_create {{(pid=93310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:18:40.507498 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-8deeabd2-4a02-4ac5-ab81-9a29de297de5 None None] Attempting to bind port ae0db5ca-31f1-4f17-b221-559015806acc on host dv-cinder-803773-1-iscsi for vnic_type normal with profile {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:18:40.507853 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-8deeabd2-4a02-4ac5-ab81-9a29de297de5 None None] Attempting to bind port ae0db5ca-31f1-4f17-b221-559015806acc by drivers openvswitch,hyperv on host dv-cinder-803773-1-iscsi at level 0 using segments [{'id': '65245229-2462-45c6-b876-cd3b8d0359e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '84a46755-61cc-47b4-8a5f-ad159c8711f3'}] {{(pid=93310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:18:40.508234 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8deeabd2-4a02-4ac5-ab81-9a29de297de5 None None] Attempting to bind port ae0db5ca-31f1-4f17-b221-559015806acc on network 84a46755-61cc-47b4-8a5f-ad159c8711f3 {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:18:40.513091 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8deeabd2-4a02-4ac5-ab81-9a29de297de5 None None] Checking agent: {'id': 'c2f4de20-f7af-45ef-88b2-b79124fbc41c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803773-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 15, 24), 'started_at': datetime.datetime(2021, 8, 6, 17, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803773-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:18:40.513456 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8deeabd2-4a02-4ac5-ab81-9a29de297de5 None None] Checking segment: {'id': '65245229-2462-45c6-b876-cd3b8d0359e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '84a46755-61cc-47b4-8a5f-ad159c8711f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:18:40.513856 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-8deeabd2-4a02-4ac5-ab81-9a29de297de5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:40.514241 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8deeabd2-4a02-4ac5-ab81-9a29de297de5 None None] Bound using segment: {'id': '65245229-2462-45c6-b876-cd3b8d0359e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '84a46755-61cc-47b4-8a5f-ad159c8711f3'} {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:18:40.514727 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-8deeabd2-4a02-4ac5-ab81-9a29de297de5 None None] Bound port: ae0db5ca-31f1-4f17-b221-559015806acc, host: dv-cinder-803773-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65245229-2462-45c6-b876-cd3b8d0359e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '84a46755-61cc-47b4-8a5f-ad159c8711f3'}}] {{(pid=93310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:18:40.515115 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-8deeabd2-4a02-4ac5-ab81-9a29de297de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:40.580796 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-8deeabd2-4a02-4ac5-ab81-9a29de297de5 None None] For port ae0db5ca-31f1-4f17-b221-559015806acc, host dv-cinder-803773-1-iscsi, cleared binding levels {{(pid=93310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:18:40.584778 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-8deeabd2-4a02-4ac5-ab81-9a29de297de5 None None] For port ae0db5ca-31f1-4f17-b221-559015806acc, host dv-cinder-803773-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=ae0db5ca-31f1-4f17-b221-559015806acc,segment=NetworkSegment(65245229-2462-45c6-b876-cd3b8d0359e6),segment_id=65245229-2462-45c6-b876-cd3b8d0359e6)] {{(pid=93310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:18:40.588649 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-8deeabd2-4a02-4ac5-ab81-9a29de297de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:40.644481 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deeabd2-4a02-4ac5-ab81-9a29de297de5 None None] Pushing event updated for resources: {'Port': ['ID=ae0db5ca-31f1-4f17-b221-559015806acc,revision_number=2']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:18:41.418438 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564dd19e-219f-47bb-b357-22859613724d None None] Network 84a46755-61cc-47b4-8a5f-ad159c8711f3 requested from dv-cinder-803773-1-iscsi {{(pid=93310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:18:41.545596 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-d8bd1181-bc1d-451f-a4ae-9d917b1957b4 None None] Provisioning for port ae0db5ca-31f1-4f17-b221-559015806acc completed by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:18:42.164728 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device ae0db5ca-31f1-4f17-b221-559015806acc up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:18:42.216535 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning for port ae0db5ca-31f1-4f17-b221-559015806acc completed by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:18:42.220630 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port ae0db5ca-31f1-4f17-b221-559015806acc triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:18:42.221004 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:42.303701 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:42.336937 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] For port ae0db5ca-31f1-4f17-b221-559015806acc, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=ae0db5ca-31f1-4f17-b221-559015806acc,segment=NetworkSegment(65245229-2462-45c6-b876-cd3b8d0359e6),segment_id=65245229-2462-45c6-b876-cd3b8d0359e6)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:18:42.342084 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:42.389095 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Pushing event updated for resources: {'Port': ['ID=ae0db5ca-31f1-4f17-b221-559015806acc,revision_number=3']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:18:44.148330 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device ae0db5ca-31f1-4f17-b221-559015806acc up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:18:44.197416 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port ae0db5ca-31f1-4f17-b221-559015806acc triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:18:44.197799 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:51.078629 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-f77727db-95e1-4833-82a2-c8526d62be86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:53.348757 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-71275b07-07aa-479c-aee6-5e1fda7471b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:54.061239 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:55.053651 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:56.908930 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:19:09.347016 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.agents_db [None req-f0f84874-ee0a-4567-8005-82f1841bb43f None None] Agent healthcheck: found 5 active agents {{(pid=93311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:19:21.083932 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-4b368d69-c1ca-4d4d-a534-1dfb7e661ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:19:23.344022 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-082e9058-f09f-4e1d-a9fe-2b1619419ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:19:24.056328 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:19:25.057056 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:19:26.913290 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:19:46.345871 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.agents_db [None req-f0f84874-ee0a-4567-8005-82f1841bb43f None None] Agent healthcheck: found 5 active agents {{(pid=93311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:19:51.088007 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-85ff17a6-ad17-46f0-95a8-daa5d331e88d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:19:53.347409 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-997bbeb2-80fe-47de-8a36-726966ff6c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:19:54.061545 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:19:55.060871 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:19:56.916831 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:01.037978 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 56942) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:20:01.043977 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [None req-c9c3767e-345d-4786-9bc5-9d96bc298b12 tempest-verify_tempest_config-1385754991 tempest-verify_tempest_config-1385754991-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=93309) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 17:20:01.044941 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-c9c3767e-345d-4786-9bc5-9d96bc298b12 tempest-verify_tempest_config-1385754991 tempest-verify_tempest_config-1385754991-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059140 Aug 06 17:20:01.396408 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 56960) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:20:01.515239 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-164c5443-945a-4e8a-8a07-0fdc8c1dfccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:01.614116 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-164c5443-945a-4e8a-8a07-0fdc8c1dfccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:01.619294 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-164c5443-945a-4e8a-8a07-0fdc8c1dfccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:01.671830 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-164c5443-945a-4e8a-8a07-0fdc8c1dfccb admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=987eb12d136b47bf9346232eed421251&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2742834 Aug 06 17:20:01.672523 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c5443-945a-4e8a-8a07-0fdc8c1dfccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d863c2e3-56eb-4465-9f18-bfd6c13ce957,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:20:01.675418 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 56966) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:20:01.679479 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c5443-945a-4e8a-8a07-0fdc8c1dfccb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:01.679837 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c5443-945a-4e8a-8a07-0fdc8c1dfccb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:01.680170 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c5443-945a-4e8a-8a07-0fdc8c1dfccb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:01.680495 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c5443-945a-4e8a-8a07-0fdc8c1dfccb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:01.680823 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c5443-945a-4e8a-8a07-0fdc8c1dfccb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:01.681152 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c5443-945a-4e8a-8a07-0fdc8c1dfccb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:01.681479 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c5443-945a-4e8a-8a07-0fdc8c1dfccb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:01.681793 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c5443-945a-4e8a-8a07-0fdc8c1dfccb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:01.682106 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c5443-945a-4e8a-8a07-0fdc8c1dfccb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:01.682451 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c5443-945a-4e8a-8a07-0fdc8c1dfccb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:01.682764 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c5443-945a-4e8a-8a07-0fdc8c1dfccb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:01.683079 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c5443-945a-4e8a-8a07-0fdc8c1dfccb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:01.756937 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-e27c56cc-4031-42e9-b7b9-e8b6e664975b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:01.785463 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-e27c56cc-4031-42e9-b7b9-e8b6e664975b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:01.884567 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-e27c56cc-4031-42e9-b7b9-e8b6e664975b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:01.888670 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-e27c56cc-4031-42e9-b7b9-e8b6e664975b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:01.890287 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-e27c56cc-4031-42e9-b7b9-e8b6e664975b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d863c2e3-56eb-4465-9f18-bfd6c13ce957 HTTP/1.1" status: 204 len: 168 time: 0.2138784 Aug 06 17:20:01.899619 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27c56cc-4031-42e9-b7b9-e8b6e664975b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d863c2e3-56eb-4465-9f18-bfd6c13ce957,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:20:01.906892 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27c56cc-4031-42e9-b7b9-e8b6e664975b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:01.907230 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27c56cc-4031-42e9-b7b9-e8b6e664975b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:01.907563 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27c56cc-4031-42e9-b7b9-e8b6e664975b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:01.907890 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27c56cc-4031-42e9-b7b9-e8b6e664975b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:01.908326 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27c56cc-4031-42e9-b7b9-e8b6e664975b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:01.908517 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27c56cc-4031-42e9-b7b9-e8b6e664975b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:01.908938 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27c56cc-4031-42e9-b7b9-e8b6e664975b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:01.909258 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27c56cc-4031-42e9-b7b9-e8b6e664975b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:01.909600 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27c56cc-4031-42e9-b7b9-e8b6e664975b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:01.909920 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27c56cc-4031-42e9-b7b9-e8b6e664975b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:01.910232 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27c56cc-4031-42e9-b7b9-e8b6e664975b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:01.910571 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27c56cc-4031-42e9-b7b9-e8b6e664975b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:21.094684 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-0554124a-a82f-48ba-9d72-c202a596d0a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:23.345815 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.agents_db [None req-f0f84874-ee0a-4567-8005-82f1841bb43f None None] Agent healthcheck: found 5 active agents {{(pid=93311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:20:23.357943 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-601bf1ad-f14a-466d-8cb3-7dd23e8b9184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:24.067841 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:25.075127 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:26.924061 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:51.089943 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-3438d276-5b75-4bce-82a3-9c0ec40d8e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:53.355710 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-9f27f596-a667-40a8-b808-38eb0ae8e226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:54.062732 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:55.077971 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:56.936374 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:00.349161 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.agents_db [None req-f0f84874-ee0a-4567-8005-82f1841bb43f None None] Agent healthcheck: found 5 active agents {{(pid=93311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:21:21.087473 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-901327aa-2c17-4a2c-9445-71f9eb2b3f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:23.354941 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-aefea5ca-5d89-42a5-b1dc-cc3e609678aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:24.070511 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:25.081663 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:26.941358 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:37.353279 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.agents_db [None req-f0f84874-ee0a-4567-8005-82f1841bb43f None None] Agent healthcheck: found 5 active agents {{(pid=93311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:21:39.906271 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-429703'] for agent, after_create {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:51.087485 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-464b80f6-7422-4438-98a4-289ba7011c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:53.348986 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-4d89a6da-8996-4298-9961-ffe7cabc6c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:54.065289 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:54.884683 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 57038) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:21:55.002351 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-ecfcaa41-2c9d-474c-b302-2d9a7bbcd473 admin admin] 10.222.0.89 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1162674 Aug 06 17:21:55.078882 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:56.934366 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:57.252117 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 57048) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:21:57.310625 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-aca70052-86d5-487e-b2df-bc7b48a5d2f3 admin admin] 10.222.0.89 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0574076 Aug 06 17:22:09.870583 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:22:14.354627 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.agents_db [None req-f0f84874-ee0a-4567-8005-82f1841bb43f None None] Agent healthcheck: found 6 active agents {{(pid=93311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:22:21.090105 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-1fa95681-6284-4bb5-9960-5fc5b8ac6655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:22:23.362941 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7f60f3db-f6fd-4760-b6e5-039bb6789133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:22:24.074448 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:22:25.083663 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:22:26.943519 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:22:39.862279 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:22:51.088425 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-6630272a-3b14-4880-b516-19fde910f3a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:22:51.353864 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.agents_db [None req-f0f84874-ee0a-4567-8005-82f1841bb43f None None] Agent healthcheck: found 6 active agents {{(pid=93311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:22:53.350005 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-35bc976c-5863-4990-a3cd-800ec4ca73b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:22:54.068196 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:22:55.089334 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:22:56.940539 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:09.877325 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:21.081293 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-5f5f37f0-6d04-422e-8da0-886369e8a647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:23.365547 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-897858ab-7fef-4a24-bd87-5cd22b9f3c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:24.080957 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:25.096914 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:26.269520 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 57224) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:26.591025 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [None req-cf468988-0421-4706-929a-caa52c47ee32 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-524492362-network', 'tenant_id': 'd4d45ad3cd734f29b1d101a15856a9e4'}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:23:26.612394 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf468988-0421-4706-929a-caa52c47ee32 admin admin] Made reservation on behalf of d4d45ad3cd734f29b1d101a15856a9e4 for: {'network': 1} {{(pid=93309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:23:26.615257 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-cf468988-0421-4706-929a-caa52c47ee32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for network, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:26.625087 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-cf468988-0421-4706-929a-caa52c47ee32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:26.725964 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-cf468988-0421-4706-929a-caa52c47ee32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:26.730777 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-cf468988-0421-4706-929a-caa52c47ee32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:26.756607 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 57254) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:26.765825 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf468988-0421-4706-929a-caa52c47ee32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e5ce83-ea92-4812-92de-6532d1b9ebeb,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:26.774695 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf468988-0421-4706-929a-caa52c47ee32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1071} {{(pid=93309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 17:23:26.777364 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf468988-0421-4706-929a-caa52c47ee32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:23:26.778322 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf468988-0421-4706-929a-caa52c47ee32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:23:26.779042 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf468988-0421-4706-929a-caa52c47ee32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:23:26.779414 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf468988-0421-4706-929a-caa52c47ee32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:23:26.779775 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf468988-0421-4706-929a-caa52c47ee32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:23:26.780114 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf468988-0421-4706-929a-caa52c47ee32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:23:26.780442 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf468988-0421-4706-929a-caa52c47ee32 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:23:26.780897 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf468988-0421-4706-929a-caa52c47ee32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:23:26.781371 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf468988-0421-4706-929a-caa52c47ee32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:23:26.781694 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf468988-0421-4706-929a-caa52c47ee32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:23:26.782052 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf468988-0421-4706-929a-caa52c47ee32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:23:26.783500 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf468988-0421-4706-929a-caa52c47ee32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:23:26.783500 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf468988-0421-4706-929a-caa52c47ee32 admin admin] Tracked resource versions report: Aug 06 17:23:26.783500 dv-cinder-803773-1-iscsi neutron-server[93309]: pushed versions: Aug 06 17:23:26.783500 dv-cinder-803773-1-iscsi neutron-server[93309]: { 'AddressGroup': {'1.2'}, Aug 06 17:23:26.783500 dv-cinder-803773-1-iscsi neutron-server[93309]: 'ConntrackHelper': {'1.0'}, Aug 06 17:23:26.783500 dv-cinder-803773-1-iscsi neutron-server[93309]: 'Log': {'1.0'}, Aug 06 17:23:26.783500 dv-cinder-803773-1-iscsi neutron-server[93309]: 'Network': {'1.1'}, Aug 06 17:23:26.783500 dv-cinder-803773-1-iscsi neutron-server[93309]: 'Port': {'1.7'}, Aug 06 17:23:26.783500 dv-cinder-803773-1-iscsi neutron-server[93309]: 'PortForwarding': {'1.2'}, Aug 06 17:23:26.783500 dv-cinder-803773-1-iscsi neutron-server[93309]: 'QosPolicy': {'1.9'}, Aug 06 17:23:26.783500 dv-cinder-803773-1-iscsi neutron-server[93309]: 'SecurityGroup': {'1.4'}, Aug 06 17:23:26.783500 dv-cinder-803773-1-iscsi neutron-server[93309]: 'SecurityGroupRule': {'1.2'}, Aug 06 17:23:26.783500 dv-cinder-803773-1-iscsi neutron-server[93309]: 'SubPort': {'1.0'}, Aug 06 17:23:26.783500 dv-cinder-803773-1-iscsi neutron-server[93309]: 'Subnet': {'1.1'}, Aug 06 17:23:26.783500 dv-cinder-803773-1-iscsi neutron-server[93309]: 'Trunk': {'1.1'}} Aug 06 17:23:26.783500 dv-cinder-803773-1-iscsi neutron-server[93309]: consumer versions: Aug 06 17:23:26.783500 dv-cinder-803773-1-iscsi neutron-server[93309]: { DHCP agent@dv-cinder-803773-1-iscsi: {}, Aug 06 17:23:26.783500 dv-cinder-803773-1-iscsi neutron-server[93309]: HyperV agent@hv-cinder-80377: {}, Aug 06 17:23:26.783500 dv-cinder-803773-1-iscsi neutron-server[93309]: L3 agent@dv-cinder-803773-1-iscsi: {}, Aug 06 17:23:26.783500 dv-cinder-803773-1-iscsi neutron-server[93309]: Metadata agent@dv-cinder-803773-1-iscsi: {}, Aug 06 17:23:26.783500 dv-cinder-803773-1-iscsi neutron-server[93309]: Metering agent@dv-cinder-803773-1-iscsi: {}, Aug 06 17:23:26.783500 dv-cinder-803773-1-iscsi neutron-server[93309]: Open vSwitch agent@dv-cinder-803773-1-iscsi: { 'AddressGroup': '1.2', Aug 06 17:23:26.783500 dv-cinder-803773-1-iscsi neutron-server[93309]: 'ConntrackHelper': '1.0', Aug 06 17:23:26.783500 dv-cinder-803773-1-iscsi neutron-server[93309]: 'Log': '1.0', Aug 06 17:23:26.783500 dv-cinder-803773-1-iscsi neutron-server[93309]: 'Network': '1.1', Aug 06 17:23:26.783500 dv-cinder-803773-1-iscsi neutron-server[93309]: 'Port': '1.7', Aug 06 17:23:26.783500 dv-cinder-803773-1-iscsi neutron-server[93309]: 'PortForwarding': '1.2', Aug 06 17:23:26.783500 dv-cinder-803773-1-iscsi neutron-server[93309]: 'QosPolicy': '1.9', Aug 06 17:23:26.783500 dv-cinder-803773-1-iscsi neutron-server[93309]: 'SecurityGroup': '1.4', Aug 06 17:23:26.783500 dv-cinder-803773-1-iscsi neutron-server[93309]: 'SecurityGroupRule': '1.2', Aug 06 17:23:26.783500 dv-cinder-803773-1-iscsi neutron-server[93309]: 'SubPort': '1.0', Aug 06 17:23:26.783500 dv-cinder-803773-1-iscsi neutron-server[93309]: 'Subnet': '1.1', Aug 06 17:23:26.783500 dv-cinder-803773-1-iscsi neutron-server[93309]: 'Trunk': '1.1'}} Aug 06 17:23:26.783500 dv-cinder-803773-1-iscsi neutron-server[93309]: {{(pid=93309) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 06 17:23:26.798353 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-cf468988-0421-4706-929a-caa52c47ee32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022'] for segment, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:26.798987 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.db.segments_db [None req-cf468988-0421-4706-929a-caa52c47ee32 admin admin] Added segment 1f629a59-4c07-46a1-b9e6-833920fc9ee9 of type vlan for network deea6c2c-89aa-49a9-8ca9-e984e33e872e Aug 06 17:23:26.849769 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-cf468988-0421-4706-929a-caa52c47ee32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768831157836'] for network, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:26.887120 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-cf468988-0421-4706-929a-caa52c47ee32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707'] for network, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:26.889483 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf468988-0421-4706-929a-caa52c47ee32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:23:26.890657 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-cf468988-0421-4706-929a-caa52c47ee32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for network, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:26.930613 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-cf468988-0421-4706-929a-caa52c47ee32 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6572404 Aug 06 17:23:26.930799 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 57266) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:26.938106 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [None req-b38e6040-0cd4-42b9-a17d-887f721af944 admin admin] Request body: {'subnet': {'network_id': 'deea6c2c-89aa-49a9-8ca9-e984e33e872e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-524492362-subnet', 'tenant_id': 'd4d45ad3cd734f29b1d101a15856a9e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:23:26.944368 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:27.045728 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf468988-0421-4706-929a-caa52c47ee32 admin admin] Pushing event updated for resources: {'Network': ['ID=deea6c2c-89aa-49a9-8ca9-e984e33e872e,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:27.060867 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38e6040-0cd4-42b9-a17d-887f721af944 admin admin] Made reservation on behalf of d4d45ad3cd734f29b1d101a15856a9e4 for: {'subnet': 1} {{(pid=93309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:23:27.061930 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Network deea6c2c-89aa-49a9-8ca9-e984e33e872e details requested by agent ovs-agent-dv-cinder-803773-1-iscsi with host dv-cinder-803773-1-iscsi {{(pid=93310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 17:23:27.063305 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-b38e6040-0cd4-42b9-a17d-887f721af944 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:27.173864 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 57278) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:27.226027 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-da10aa29-1492-45aa-b045-5a7886e3d10a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-673874748-network', 'tenant_id': '985256401bf64b94994154f2be59f43e'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:23:27.257175 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 57282) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:27.267928 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da10aa29-1492-45aa-b045-5a7886e3d10a admin admin] Made reservation on behalf of 985256401bf64b94994154f2be59f43e for: {'network': 1} {{(pid=93308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:23:27.269183 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-b38e6040-0cd4-42b9-a17d-887f721af944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707'] for subnet, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:27.270982 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-da10aa29-1492-45aa-b045-5a7886e3d10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for network, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:27.284211 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-da10aa29-1492-45aa-b045-5a7886e3d10a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:27.341809 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38e6040-0cd4-42b9-a17d-887f721af944 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c44d3273-d0a1-4d92-88ef-0e9181e87f95,revision_number=0']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:27.345325 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38e6040-0cd4-42b9-a17d-887f721af944 admin admin] Checking segment: {'id': '1f629a59-4c07-46a1-b9e6-833920fc9ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'deea6c2c-89aa-49a9-8ca9-e984e33e872e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:23:27.345687 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38e6040-0cd4-42b9-a17d-887f721af944 admin admin] Network hostable DHCP agents. Network: deea6c2c-89aa-49a9-8ca9-e984e33e872e, hostable agents: ['4daea8ea-8fec-4a46-9c0b-2c2eda663924'], hosted agents: [] {{(pid=93309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 17:23:27.369143 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38e6040-0cd4-42b9-a17d-887f721af944 admin admin] Network deea6c2c-89aa-49a9-8ca9-e984e33e872e is scheduled to be hosted by DHCP agent 4daea8ea-8fec-4a46-9c0b-2c2eda663924 with binding_index 1 {{(pid=93309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 17:23:27.369989 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-bf02122a-2967-4ea1-b743-2ed070c0727a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-602422730-network', 'tenant_id': '5efb9b646c554c22b0521e69231c9910'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:23:27.383516 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.base_scheduler [None req-b38e6040-0cd4-42b9-a17d-887f721af944 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803773-1-iscsi, deea6c2c-89aa-49a9-8ca9-e984e33e872e) {{(pid=93309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:23:27.396154 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1718a0b4-ad24-4737-a081-61fcc6531dd2 None None] Network deea6c2c-89aa-49a9-8ca9-e984e33e872e requested from dv-cinder-803773-1-iscsi {{(pid=93310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:23:27.406174 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38e6040-0cd4-42b9-a17d-887f721af944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:23:27.407415 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-b38e6040-0cd4-42b9-a17d-887f721af944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for subnet, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:27.431931 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-da10aa29-1492-45aa-b045-5a7886e3d10a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:27.439008 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-da10aa29-1492-45aa-b045-5a7886e3d10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:27.452418 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-b38e6040-0cd4-42b9-a17d-887f721af944 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5205634 Aug 06 17:23:27.455256 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 57300) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:27.460092 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [None req-a3aa6cd1-ec4b-4399-b97c-4245942a8e35 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-524492362-router', 'tenant_id': 'd4d45ad3cd734f29b1d101a15856a9e4', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'}}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:23:27.463622 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da10aa29-1492-45aa-b045-5a7886e3d10a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1078} {{(pid=93308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 17:23:27.496385 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da10aa29-1492-45aa-b045-5a7886e3d10a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae41e73-7aeb-49bc-b79e-7150bbde1aa3,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:27.526407 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da10aa29-1492-45aa-b045-5a7886e3d10a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:23:27.526722 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da10aa29-1492-45aa-b045-5a7886e3d10a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:23:27.527051 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da10aa29-1492-45aa-b045-5a7886e3d10a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:23:27.527747 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da10aa29-1492-45aa-b045-5a7886e3d10a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:23:27.528269 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da10aa29-1492-45aa-b045-5a7886e3d10a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:23:27.528772 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da10aa29-1492-45aa-b045-5a7886e3d10a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:23:27.529239 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da10aa29-1492-45aa-b045-5a7886e3d10a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:23:27.529701 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da10aa29-1492-45aa-b045-5a7886e3d10a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:23:27.530178 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da10aa29-1492-45aa-b045-5a7886e3d10a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:23:27.530727 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da10aa29-1492-45aa-b045-5a7886e3d10a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:23:27.531264 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da10aa29-1492-45aa-b045-5a7886e3d10a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:23:27.531735 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da10aa29-1492-45aa-b045-5a7886e3d10a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:23:27.532940 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da10aa29-1492-45aa-b045-5a7886e3d10a admin admin] Tracked resource versions report: Aug 06 17:23:27.532940 dv-cinder-803773-1-iscsi neutron-server[93308]: pushed versions: Aug 06 17:23:27.532940 dv-cinder-803773-1-iscsi neutron-server[93308]: { 'AddressGroup': {'1.2'}, Aug 06 17:23:27.532940 dv-cinder-803773-1-iscsi neutron-server[93308]: 'ConntrackHelper': {'1.0'}, Aug 06 17:23:27.532940 dv-cinder-803773-1-iscsi neutron-server[93308]: 'Log': {'1.0'}, Aug 06 17:23:27.532940 dv-cinder-803773-1-iscsi neutron-server[93308]: 'Network': {'1.1'}, Aug 06 17:23:27.532940 dv-cinder-803773-1-iscsi neutron-server[93308]: 'Port': {'1.7'}, Aug 06 17:23:27.532940 dv-cinder-803773-1-iscsi neutron-server[93308]: 'PortForwarding': {'1.2'}, Aug 06 17:23:27.532940 dv-cinder-803773-1-iscsi neutron-server[93308]: 'QosPolicy': {'1.9'}, Aug 06 17:23:27.532940 dv-cinder-803773-1-iscsi neutron-server[93308]: 'SecurityGroup': {'1.4'}, Aug 06 17:23:27.532940 dv-cinder-803773-1-iscsi neutron-server[93308]: 'SecurityGroupRule': {'1.2'}, Aug 06 17:23:27.532940 dv-cinder-803773-1-iscsi neutron-server[93308]: 'SubPort': {'1.0'}, Aug 06 17:23:27.532940 dv-cinder-803773-1-iscsi neutron-server[93308]: 'Subnet': {'1.1'}, Aug 06 17:23:27.532940 dv-cinder-803773-1-iscsi neutron-server[93308]: 'Trunk': {'1.1'}} Aug 06 17:23:27.532940 dv-cinder-803773-1-iscsi neutron-server[93308]: consumer versions: Aug 06 17:23:27.532940 dv-cinder-803773-1-iscsi neutron-server[93308]: { DHCP agent@dv-cinder-803773-1-iscsi: {}, Aug 06 17:23:27.532940 dv-cinder-803773-1-iscsi neutron-server[93308]: HyperV agent@hv-cinder-80377: {}, Aug 06 17:23:27.532940 dv-cinder-803773-1-iscsi neutron-server[93308]: L3 agent@dv-cinder-803773-1-iscsi: {}, Aug 06 17:23:27.532940 dv-cinder-803773-1-iscsi neutron-server[93308]: Metadata agent@dv-cinder-803773-1-iscsi: {}, Aug 06 17:23:27.532940 dv-cinder-803773-1-iscsi neutron-server[93308]: Metering agent@dv-cinder-803773-1-iscsi: {}, Aug 06 17:23:27.532940 dv-cinder-803773-1-iscsi neutron-server[93308]: Open vSwitch agent@dv-cinder-803773-1-iscsi: { 'AddressGroup': '1.2', Aug 06 17:23:27.532940 dv-cinder-803773-1-iscsi neutron-server[93308]: 'ConntrackHelper': '1.0', Aug 06 17:23:27.532940 dv-cinder-803773-1-iscsi neutron-server[93308]: 'Log': '1.0', Aug 06 17:23:27.532940 dv-cinder-803773-1-iscsi neutron-server[93308]: 'Network': '1.1', Aug 06 17:23:27.532940 dv-cinder-803773-1-iscsi neutron-server[93308]: 'Port': '1.7', Aug 06 17:23:27.532940 dv-cinder-803773-1-iscsi neutron-server[93308]: 'PortForwarding': '1.2', Aug 06 17:23:27.532940 dv-cinder-803773-1-iscsi neutron-server[93308]: 'QosPolicy': '1.9', Aug 06 17:23:27.532940 dv-cinder-803773-1-iscsi neutron-server[93308]: 'SecurityGroup': '1.4', Aug 06 17:23:27.532940 dv-cinder-803773-1-iscsi neutron-server[93308]: 'SecurityGroupRule': '1.2', Aug 06 17:23:27.532940 dv-cinder-803773-1-iscsi neutron-server[93308]: 'SubPort': '1.0', Aug 06 17:23:27.532940 dv-cinder-803773-1-iscsi neutron-server[93308]: 'Subnet': '1.1', Aug 06 17:23:27.532940 dv-cinder-803773-1-iscsi neutron-server[93308]: 'Trunk': '1.1'}} Aug 06 17:23:27.532940 dv-cinder-803773-1-iscsi neutron-server[93308]: {{(pid=93308) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 06 17:23:27.551496 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77e1031-71d7-4508-9483-8e703c8c91a0 None None] Network deea6c2c-89aa-49a9-8ca9-e984e33e872e requested from dv-cinder-803773-1-iscsi {{(pid=93310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:23:27.554840 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-e54bd0e7-f116-4810-a668-5ec29c13fdb2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1533275519-network', 'tenant_id': 'f5387827f2c0411b9a79d78b038d6e5c'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:23:27.566276 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-da10aa29-1492-45aa-b045-5a7886e3d10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022'] for segment, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:27.567355 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.db.segments_db [None req-da10aa29-1492-45aa-b045-5a7886e3d10a admin admin] Added segment 95a53fcf-5a7f-4fc8-ad8e-d1238bc24854 of type vlan for network 40a72730-b2bd-49a3-9c45-8408d74e9ca2 Aug 06 17:23:27.621881 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-a3aa6cd1-ec4b-4399-b97c-4245942a8e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-426003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5372'] for router, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:27.623528 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-a3aa6cd1-ec4b-4399-b97c-4245942a8e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441349', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5367'] for router, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:27.652897 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf02122a-2967-4ea1-b743-2ed070c0727a admin admin] Made reservation on behalf of 5efb9b646c554c22b0521e69231c9910 for: {'network': 1} {{(pid=93308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:23:27.662660 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-bf02122a-2967-4ea1-b743-2ed070c0727a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for network, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:27.704124 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-a3aa6cd1-ec4b-4399-b97c-4245942a8e35 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:27.711297 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-bf02122a-2967-4ea1-b743-2ed070c0727a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:27.725542 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-da10aa29-1492-45aa-b045-5a7886e3d10a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768831157836'] for network, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:27.733453 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54bd0e7-f116-4810-a668-5ec29c13fdb2 admin admin] Made reservation on behalf of f5387827f2c0411b9a79d78b038d6e5c for: {'network': 1} {{(pid=93308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:23:27.736323 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-e54bd0e7-f116-4810-a668-5ec29c13fdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for network, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:27.784072 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-e54bd0e7-f116-4810-a668-5ec29c13fdb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:27.790134 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-da10aa29-1492-45aa-b045-5a7886e3d10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707'] for network, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:27.791428 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da10aa29-1492-45aa-b045-5a7886e3d10a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:23:27.792249 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-da10aa29-1492-45aa-b045-5a7886e3d10a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for network, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:27.903106 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-a3aa6cd1-ec4b-4399-b97c-4245942a8e35 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:27.921734 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da10aa29-1492-45aa-b045-5a7886e3d10a admin admin] Pushing event updated for resources: {'Network': ['ID=40a72730-b2bd-49a3-9c45-8408d74e9ca2,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:27.935171 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Network 40a72730-b2bd-49a3-9c45-8408d74e9ca2 details requested by agent ovs-agent-dv-cinder-803773-1-iscsi with host dv-cinder-803773-1-iscsi {{(pid=93310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 17:23:28.170933 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-bf02122a-2967-4ea1-b743-2ed070c0727a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:28.183020 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-bf02122a-2967-4ea1-b743-2ed070c0727a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:28.207369 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-da10aa29-1492-45aa-b045-5a7886e3d10a admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4494863 Aug 06 17:23:28.212015 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 57328) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:28.248280 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-902eae7e-0886-427b-b60b-da79d79bb9c1 admin admin] Request body: {'subnet': {'network_id': '40a72730-b2bd-49a3-9c45-8408d74e9ca2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-673874748-subnet', 'tenant_id': '985256401bf64b94994154f2be59f43e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:23:28.262665 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-a3aa6cd1-ec4b-4399-b97c-4245942a8e35 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:28.279771 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf02122a-2967-4ea1-b743-2ed070c0727a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1092} {{(pid=93308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 17:23:28.298135 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-a3aa6cd1-ec4b-4399-b97c-4245942a8e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:28.331973 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf02122a-2967-4ea1-b743-2ed070c0727a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe89cb11-5c1d-42ba-9f58-e826e69d58c9,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:28.354047 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.agents_db [None req-f0f84874-ee0a-4567-8005-82f1841bb43f None None] Agent healthcheck: found 6 active agents {{(pid=93311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:23:28.366339 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-bf02122a-2967-4ea1-b743-2ed070c0727a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022'] for segment, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:28.366746 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.db.segments_db [None req-bf02122a-2967-4ea1-b743-2ed070c0727a admin admin] Added segment b2a2c7d8-8c0d-425d-a382-493c66f6d648 of type vlan for network 7806f8bb-4441-4b40-a114-e639f43ce5ef Aug 06 17:23:28.472044 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-bf02122a-2967-4ea1-b743-2ed070c0727a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768831157836'] for network, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:28.506697 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.db_base_plugin_common [None req-a3aa6cd1-ec4b-4399-b97c-4245942a8e35 admin admin] Allocated IP 172.27.0.227 (2c4c21cf-2746-4b14-9730-0a69daab855b/0d6fa379-a3fa-4b6f-9c88-fa9af5610e03/71edfdea-aee6-4234-87ba-1ac0d9d85478) {{(pid=93309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:23:28.512694 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-bf02122a-2967-4ea1-b743-2ed070c0727a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707'] for network, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:28.514026 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf02122a-2967-4ea1-b743-2ed070c0727a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:23:28.514789 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-bf02122a-2967-4ea1-b743-2ed070c0727a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for network, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:28.593296 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf02122a-2967-4ea1-b743-2ed070c0727a admin admin] Pushing event updated for resources: {'Network': ['ID=7806f8bb-4441-4b40-a114-e639f43ce5ef,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:28.605702 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-e54bd0e7-f116-4810-a668-5ec29c13fdb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:28.612639 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Network 7806f8bb-4441-4b40-a114-e639f43ce5ef details requested by agent ovs-agent-dv-cinder-803773-1-iscsi with host dv-cinder-803773-1-iscsi {{(pid=93310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 17:23:28.616300 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-e54bd0e7-f116-4810-a668-5ec29c13fdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:28.629473 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-a3aa6cd1-ec4b-4399-b97c-4245942a8e35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:28.631798 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e54bd0e7-f116-4810-a668-5ec29c13fdb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1086} {{(pid=93308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 17:23:28.642844 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-e54bd0e7-f116-4810-a668-5ec29c13fdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022'] for segment, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:28.643336 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.db.segments_db [None req-e54bd0e7-f116-4810-a668-5ec29c13fdb2 admin admin] Added segment f5e274ea-768f-45a2-bfc8-b7461617eff9 of type vlan for network 5b6dd1b8-72d2-4509-8411-cf148b92c6ca Aug 06 17:23:28.727422 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-e54bd0e7-f116-4810-a668-5ec29c13fdb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768831157836'] for network, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:28.750608 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-bf02122a-2967-4ea1-b743-2ed070c0727a admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5724781 Aug 06 17:23:28.761607 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 57366) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:28.771914 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-b91cf082-9b5f-4cb8-9c7d-be278da24200 admin admin] Request body: {'subnet': {'network_id': '7806f8bb-4441-4b40-a114-e639f43ce5ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-602422730-subnet', 'tenant_id': '5efb9b646c554c22b0521e69231c9910', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:23:28.779817 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-a3aa6cd1-ec4b-4399-b97c-4245942a8e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244'] for port, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:28.819834 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902eae7e-0886-427b-b60b-da79d79bb9c1 admin admin] Made reservation on behalf of 985256401bf64b94994154f2be59f43e for: {'subnet': 1} {{(pid=93308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:23:28.822582 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-902eae7e-0886-427b-b60b-da79d79bb9c1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:28.905845 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3aa6cd1-ec4b-4399-b97c-4245942a8e35 admin admin] Network 2c4c21cf-2746-4b14-9730-0a69daab855b is already hosted by enough agents. {{(pid=93309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:23:28.907513 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aa6cd1-ec4b-4399-b97c-4245942a8e35 admin admin] Pushing event updated for resources: {'Port': ['ID=71edfdea-aee6-4234-87ba-1ac0d9d85478,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:28.910078 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.base_scheduler [None req-a3aa6cd1-ec4b-4399-b97c-4245942a8e35 admin admin] Resources bound (agent type, host, resource id): {{(pid=93309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:23:28.937016 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54bd0e7-f116-4810-a668-5ec29c13fdb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a5e208-77a0-4697-8aef-77987bec12d9,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:28.947663 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3aa6cd1-ec4b-4399-b97c-4245942a8e35 admin admin] Received port after_create {{(pid=93309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:23:28.948847 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-e54bd0e7-f116-4810-a668-5ec29c13fdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707'] for network, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:28.950060 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54bd0e7-f116-4810-a668-5ec29c13fdb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:23:28.951614 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-e54bd0e7-f116-4810-a668-5ec29c13fdb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for network, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:29.049871 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91cf082-9b5f-4cb8-9c7d-be278da24200 admin admin] Made reservation on behalf of 5efb9b646c554c22b0521e69231c9910 for: {'subnet': 1} {{(pid=93308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:23:29.057677 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-b91cf082-9b5f-4cb8-9c7d-be278da24200 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:29.231380 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54bd0e7-f116-4810-a668-5ec29c13fdb2 admin admin] Pushing event updated for resources: {'Network': ['ID=5b6dd1b8-72d2-4509-8411-cf148b92c6ca,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:29.244490 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-e54bd0e7-f116-4810-a668-5ec29c13fdb2 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9853356 Aug 06 17:23:29.248587 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Network 5b6dd1b8-72d2-4509-8411-cf148b92c6ca details requested by agent ovs-agent-dv-cinder-803773-1-iscsi with host dv-cinder-803773-1-iscsi {{(pid=93310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 17:23:29.252652 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 57392) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:29.275806 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-0bbf957a-44c3-4428-8576-fdab505abf09 admin admin] Request body: {'subnet': {'network_id': '5b6dd1b8-72d2-4509-8411-cf148b92c6ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1533275519-subnet', 'tenant_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:23:29.336718 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbf957a-44c3-4428-8576-fdab505abf09 admin admin] Made reservation on behalf of f5387827f2c0411b9a79d78b038d6e5c for: {'subnet': 1} {{(pid=93308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:23:29.342839 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-0bbf957a-44c3-4428-8576-fdab505abf09 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:29.419444 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-a3aa6cd1-ec4b-4399-b97c-4245942a8e35 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:29.483859 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 57410) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:29.727876 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-a3aa6cd1-ec4b-4399-b97c-4245942a8e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441493'] for router, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:29.752925 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-902eae7e-0886-427b-b60b-da79d79bb9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707'] for subnet, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:29.804748 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-b91cf082-9b5f-4cb8-9c7d-be278da24200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707'] for subnet, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:29.889767 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 57424) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:29.906992 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902eae7e-0886-427b-b60b-da79d79bb9c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3d6faab-a572-403c-a52e-2d4c31243d4d,revision_number=0']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:29.912838 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-0bbf957a-44c3-4428-8576-fdab505abf09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707'] for subnet, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:29.948940 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902eae7e-0886-427b-b60b-da79d79bb9c1 admin admin] Checking segment: {'id': '95a53fcf-5a7f-4fc8-ad8e-d1238bc24854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '40a72730-b2bd-49a3-9c45-8408d74e9ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:23:29.948940 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902eae7e-0886-427b-b60b-da79d79bb9c1 admin admin] Network hostable DHCP agents. Network: 40a72730-b2bd-49a3-9c45-8408d74e9ca2, hostable agents: ['4daea8ea-8fec-4a46-9c0b-2c2eda663924'], hosted agents: [] {{(pid=93308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 17:23:29.992269 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91cf082-9b5f-4cb8-9c7d-be278da24200 admin admin] Checking segment: {'id': 'b2a2c7d8-8c0d-425d-a382-493c66f6d648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '7806f8bb-4441-4b40-a114-e639f43ce5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:23:29.992627 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91cf082-9b5f-4cb8-9c7d-be278da24200 admin admin] Network hostable DHCP agents. Network: 7806f8bb-4441-4b40-a114-e639f43ce5ef, hostable agents: ['4daea8ea-8fec-4a46-9c0b-2c2eda663924'], hosted agents: [] {{(pid=93308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 17:23:30.000202 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-5e9c816b-0026-4174-ab8b-444c95ef0813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:30.020951 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91cf082-9b5f-4cb8-9c7d-be278da24200 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a5bba92-673b-4ffb-874f-ddb7f0dd2e8d,revision_number=0']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:30.035538 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902eae7e-0886-427b-b60b-da79d79bb9c1 admin admin] Network 40a72730-b2bd-49a3-9c45-8408d74e9ca2 is scheduled to be hosted by DHCP agent 4daea8ea-8fec-4a46-9c0b-2c2eda663924 with binding_index 1 {{(pid=93308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 17:23:30.076040 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3aa6cd1-ec4b-4399-b97c-4245942a8e35 admin admin] Router 6b7ec83f-2281-4c78-8448-154152dcbf4c is scheduled to L3 agent cbcd3d9e-bca5-4529-952b-48c65d2aceac with binding_index 1 {{(pid=93309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 17:23:30.084109 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-0a4306b1-dda4-403b-93f3-89e29d163061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:30.091433 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbf957a-44c3-4428-8576-fdab505abf09 admin admin] Checking segment: {'id': 'f5e274ea-768f-45a2-bfc8-b7461617eff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5b6dd1b8-72d2-4509-8411-cf148b92c6ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:23:30.091762 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbf957a-44c3-4428-8576-fdab505abf09 admin admin] Network hostable DHCP agents. Network: 5b6dd1b8-72d2-4509-8411-cf148b92c6ca, hostable agents: ['4daea8ea-8fec-4a46-9c0b-2c2eda663924'], hosted agents: [] {{(pid=93308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 17:23:30.093730 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.base_scheduler [None req-902eae7e-0886-427b-b60b-da79d79bb9c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803773-1-iscsi, 40a72730-b2bd-49a3-9c45-8408d74e9ca2) {{(pid=93308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:23:30.102528 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6fc60a-a494-4a9a-8f6a-bc3cec306068 None None] Network 40a72730-b2bd-49a3-9c45-8408d74e9ca2 requested from dv-cinder-803773-1-iscsi {{(pid=93310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:23:30.115142 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91cf082-9b5f-4cb8-9c7d-be278da24200 admin admin] Network 7806f8bb-4441-4b40-a114-e639f43ce5ef is scheduled to be hosted by DHCP agent 4daea8ea-8fec-4a46-9c0b-2c2eda663924 with binding_index 1 {{(pid=93308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 17:23:30.121386 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902eae7e-0886-427b-b60b-da79d79bb9c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:23:30.122050 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-902eae7e-0886-427b-b60b-da79d79bb9c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for subnet, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:30.125427 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf957a-44c3-4428-8576-fdab505abf09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92e55e27-88da-4b01-a596-8314d113e8dc,revision_number=0']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:30.138986 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.base_scheduler [None req-b91cf082-9b5f-4cb8-9c7d-be278da24200 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803773-1-iscsi, 7806f8bb-4441-4b40-a114-e639f43ce5ef) {{(pid=93308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:23:30.147484 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91cf082-9b5f-4cb8-9c7d-be278da24200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:23:30.148255 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-b91cf082-9b5f-4cb8-9c7d-be278da24200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for subnet, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:30.151939 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dae169-33bf-46d7-ae3d-b3465d99cd58 None None] Network 7806f8bb-4441-4b40-a114-e639f43ce5ef requested from dv-cinder-803773-1-iscsi {{(pid=93310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:23:30.163117 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbf957a-44c3-4428-8576-fdab505abf09 admin admin] Network 5b6dd1b8-72d2-4509-8411-cf148b92c6ca is scheduled to be hosted by DHCP agent 4daea8ea-8fec-4a46-9c0b-2c2eda663924 with binding_index 1 {{(pid=93308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 17:23:30.170909 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.base_scheduler [None req-0bbf957a-44c3-4428-8576-fdab505abf09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803773-1-iscsi, 5b6dd1b8-72d2-4509-8411-cf148b92c6ca) {{(pid=93308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:23:30.175289 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbf957a-44c3-4428-8576-fdab505abf09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:23:30.175877 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-0bbf957a-44c3-4428-8576-fdab505abf09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for subnet, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:30.184003 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b81ab5b-ae45-4735-8dd4-781cb63100a6 None None] Network 5b6dd1b8-72d2-4509-8411-cf148b92c6ca requested from dv-cinder-803773-1-iscsi {{(pid=93310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:23:30.243297 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-5e9c816b-0026-4174-ab8b-444c95ef0813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:30.254760 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-5e9c816b-0026-4174-ab8b-444c95ef0813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:30.273415 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-902eae7e-0886-427b-b60b-da79d79bb9c1 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0331509 Aug 06 17:23:30.273415 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-b91cf082-9b5f-4cb8-9c7d-be278da24200 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5010076 Aug 06 17:23:30.273415 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-0bbf957a-44c3-4428-8576-fdab505abf09 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0008667 Aug 06 17:23:30.273415 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 57434) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:30.273734 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3aa6cd1-ec4b-4399-b97c-4245942a8e35 admin admin] Notify agent at l3_agent.dv-cinder-803773-1-iscsi the message routers_updated {{(pid=93309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:23:30.273734 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 57438) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:30.287061 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-28cbc591-a492-492b-b5de-a9a2687794df admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-602422730-router', 'tenant_id': '5efb9b646c554c22b0521e69231c9910', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'}}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:23:30.291918 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [None req-fbc04dde-dab9-44f0-802b-887268ff5432 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1533275519-router', 'tenant_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'}}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:23:30.292473 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ec6078-a44d-45d8-8566-b9b9d47615af None None] Sync routers for ids ['6b7ec83f-2281-4c78-8448-154152dcbf4c'] in dv-cinder-803773-1-iscsi {{(pid=93311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:23:30.323221 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ec6078-a44d-45d8-8566-b9b9d47615af None None] Routers {'6b7ec83f-2281-4c78-8448-154152dcbf4c'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:23:30.323858 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-52ec6078-a44d-45d8-8566-b9b9d47615af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:23:23Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['6b7ec83f-2281-4c78-8448-154152dcbf4c'], 'active': True} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:23:30.331951 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-5e9c816b-0026-4174-ab8b-444c95ef0813 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5a4e955f4d88429e9b51c6055418c88d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4408557 Aug 06 17:23:30.334807 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 57444) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:30.384813 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c816b-0026-4174-ab8b-444c95ef0813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4796c22d-b169-4649-807a-4c81a1cd9f3f,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:30.423346 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b715ba2-22f1-4880-9424-72e96433ce4f None None] Network 40a72730-b2bd-49a3-9c45-8408d74e9ca2 requested from dv-cinder-803773-1-iscsi {{(pid=93310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:23:30.439157 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-c3baa316-badd-4628-b9a4-7b81d406d3f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:30.466109 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-c3baa316-badd-4628-b9a4-7b81d406d3f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:30.475048 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-0a4306b1-dda4-403b-93f3-89e29d163061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:30.483218 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-0a4306b1-dda4-403b-93f3-89e29d163061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:30.499158 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-a3aa6cd1-ec4b-4399-b97c-4245942a8e35 admin admin] Notify callbacks [] for router, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:30.500436 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-a3aa6cd1-ec4b-4399-b97c-4245942a8e35 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.0440321 Aug 06 17:23:30.503984 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 57450) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:30.520491 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvr_db [None req-52ec6078-a44d-45d8-8566-b9b9d47615af None None] Set router 6b7ec83f-2281-4c78-8448-154152dcbf4c gateway port host: dv-cinder-803773-1-iscsi {{(pid=93311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:23:30.579732 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-0a4306b1-dda4-403b-93f3-89e29d163061 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=86c62440932d4ce8aee1780f2b2b77a0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0924659 Aug 06 17:23:30.588410 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 57456) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:30.597132 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-fbc04dde-dab9-44f0-802b-887268ff5432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-426003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5372'] for router, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:30.598175 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-fbc04dde-dab9-44f0-802b-887268ff5432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441349', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5367'] for router, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:30.622684 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-28cbc591-a492-492b-b5de-a9a2687794df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-426003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5372'] for router, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:30.627989 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-28cbc591-a492-492b-b5de-a9a2687794df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441349', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5367'] for router, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:30.661776 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8f5003-c111-4a0a-aabb-20c24db4744d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb502b4dc-57c1-509c-ac55-d00ff2016944-7806f8bb-4441-4b40-a114-e639f43ce5ef', 'network_id': '7806f8bb-4441-4b40-a114-e639f43ce5ef', 'tenant_id': '5efb9b646c554c22b0521e69231c9910', 'fixed_ips': [{'subnet_id': '6a5bba92-673b-4ffb-874f-ddb7f0dd2e8d'}]}} from dv-cinder-803773-1-iscsi. {{(pid=93310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 17:23:30.662874 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-dd8f5003-c111-4a0a-aabb-20c24db4744d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:30.686975 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4306b1-dda4-403b-93f3-89e29d163061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898d2099-738d-499c-9b4e-2b941e874842,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:30.699531 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963dd343-3667-4ee3-be54-5985563a3cc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb502b4dc-57c1-509c-ac55-d00ff2016944-5b6dd1b8-72d2-4509-8411-cf148b92c6ca', 'network_id': '5b6dd1b8-72d2-4509-8411-cf148b92c6ca', 'tenant_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'fixed_ips': [{'subnet_id': '92e55e27-88da-4b01-a596-8314d113e8dc'}]}} from dv-cinder-803773-1-iscsi. {{(pid=93310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 17:23:30.701009 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-963dd343-3667-4ee3-be54-5985563a3cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:30.729971 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-c3baa316-badd-4628-b9a4-7b81d406d3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:30.744385 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-c3baa316-badd-4628-b9a4-7b81d406d3f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:30.748482 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-c3baa316-badd-4628-b9a4-7b81d406d3f6 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/4796c22d-b169-4649-807a-4c81a1cd9f3f HTTP/1.1" status: 204 len: 168 time: 0.4127462 Aug 06 17:23:30.805183 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-52ec6078-a44d-45d8-8566-b9b9d47615af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7ec83f-2281-4c78-8448-154152dcbf4c', 'name': 'tempest-ServerRescueNegativeTestJSON-524492362-router', 'tenant_id': 'd4d45ad3cd734f29b1d101a15856a9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '71edfdea-aee6-4234-87ba-1ac0d9d85478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:23:27Z', 'updated_at': '2021-08-06T17:23:29Z', 'revision_number': 3, 'project_id': 'd4d45ad3cd734f29b1d101a15856a9e4', 'gw_port': {'id': '71edfdea-aee6-4234-87ba-1ac0d9d85478', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ac:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7ec83f-2281-4c78-8448-154152dcbf4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:28Z', 'updated_at': '2021-08-06T17:23:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi'}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:23:30.834764 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ec6078-a44d-45d8-8566-b9b9d47615af None None] Checking router: 6b7ec83f-2281-4c78-8448-154152dcbf4c for host: dv-cinder-803773-1-iscsi {{(pid=93311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:23:30.835454 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ec6078-a44d-45d8-8566-b9b9d47615af None None] Updating router 6b7ec83f-2281-4c78-8448-154152dcbf4c port 71edfdea-aee6-4234-87ba-1ac0d9d85478 binding host dv-cinder-803773-1-iscsi {{(pid=93311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 17:23:30.863805 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-52ec6078-a44d-45d8-8566-b9b9d47615af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:30.893821 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3baa316-badd-4628-b9a4-7b81d406d3f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4796c22d-b169-4649-807a-4c81a1cd9f3f,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:30.909315 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-fbc04dde-dab9-44f0-802b-887268ff5432 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:30.968769 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.db_base_plugin_common [None req-dd8f5003-c111-4a0a-aabb-20c24db4744d None None] Allocated IP 172.20.0.2 (7806f8bb-4441-4b40-a114-e639f43ce5ef/6a5bba92-673b-4ffb-874f-ddb7f0dd2e8d/e2bfbfa3-5d4f-4da8-ab1c-7831f5568547) {{(pid=93310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:23:30.979705 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 57484) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:30.991397 dv-cinder-803773-1-iscsi neutron-server[93308]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 06 17:23:31.224002 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-dd8f5003-c111-4a0a-aabb-20c24db4744d None None] Notify callbacks [] for port, precommit_create {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:31.235578 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-dd8f5003-c111-4a0a-aabb-20c24db4744d None None] Transition to ACTIVE for port object e2bfbfa3-5d4f-4da8-ab1c-7831f5568547 will not be triggered until provisioned by entity L2. {{(pid=93310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:23:31.249273 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-d11a5d42-9e55-45cc-856b-2f4a13c95451 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:23:31.252785 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-dd8f5003-c111-4a0a-aabb-20c24db4744d None None] Transition to ACTIVE for port object e2bfbfa3-5d4f-4da8-ab1c-7831f5568547 will not be triggered until provisioned by entity DHCP. {{(pid=93310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:23:31.254332 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-d11a5d42-9e55-45cc-856b-2f4a13c95451 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] 10.222.0.89 "GET /v2.0/networks?id=40a72730-b2bd-49a3-9c45-8408d74e9ca2 HTTP/1.1" status: 200 len: 811 time: 0.2734861 Aug 06 17:23:31.259519 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-5fa4779d-8dda-4b0c-8599-9415ed04311b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:31.263633 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-28cbc591-a492-492b-b5de-a9a2687794df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:31.364885 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-52ec6078-a44d-45d8-8566-b9b9d47615af None None] Notify callbacks [] for port, precommit_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:31.384827 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.provisioning_blocks [None req-52ec6078-a44d-45d8-8566-b9b9d47615af None None] Transition to ACTIVE for port object 71edfdea-aee6-4234-87ba-1ac0d9d85478 will not be triggered until provisioned by entity L2. {{(pid=93311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:23:31.404378 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-52ec6078-a44d-45d8-8566-b9b9d47615af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:31.421981 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.db_base_plugin_common [None req-963dd343-3667-4ee3-be54-5985563a3cc9 None None] Allocated IP 172.20.0.2 (5b6dd1b8-72d2-4509-8411-cf148b92c6ca/92e55e27-88da-4b01-a596-8314d113e8dc/1f688626-e130-4148-9e7c-44bb3e170b45) {{(pid=93310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:23:31.439348 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-fbc04dde-dab9-44f0-802b-887268ff5432 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:31.461894 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-2e70ac00-515c-4bab-99a6-1e9540832a63 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] 10.222.0.89 "GET /v2.0/quotas/985256401bf64b94994154f2be59f43e HTTP/1.1" status: 200 len: 375 time: 0.1909070 Aug 06 17:23:31.516729 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e68fa3b-067c-49ea-ae1a-af7556786abe None None] Pushing event updated for resources: {'Port': ['ID=71edfdea-aee6-4234-87ba-1ac0d9d85478,revision_number=2']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:31.537813 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e68fa3b-067c-49ea-ae1a-af7556786abe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:23:31.539629 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e68fa3b-067c-49ea-ae1a-af7556786abe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:23:31.540518 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e68fa3b-067c-49ea-ae1a-af7556786abe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:23:31.543820 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e68fa3b-067c-49ea-ae1a-af7556786abe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:23:31.545283 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e68fa3b-067c-49ea-ae1a-af7556786abe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:23:31.545868 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e68fa3b-067c-49ea-ae1a-af7556786abe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:23:31.546481 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e68fa3b-067c-49ea-ae1a-af7556786abe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:23:31.549425 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e68fa3b-067c-49ea-ae1a-af7556786abe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:23:31.551259 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e68fa3b-067c-49ea-ae1a-af7556786abe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:23:31.552866 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e68fa3b-067c-49ea-ae1a-af7556786abe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:23:31.553164 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e68fa3b-067c-49ea-ae1a-af7556786abe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:23:31.553616 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e68fa3b-067c-49ea-ae1a-af7556786abe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:23:31.555014 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e68fa3b-067c-49ea-ae1a-af7556786abe None None] Tracked resource versions report: Aug 06 17:23:31.555014 dv-cinder-803773-1-iscsi neutron-server[93311]: pushed versions: Aug 06 17:23:31.555014 dv-cinder-803773-1-iscsi neutron-server[93311]: { 'AddressGroup': {'1.2'}, Aug 06 17:23:31.555014 dv-cinder-803773-1-iscsi neutron-server[93311]: 'ConntrackHelper': {'1.0'}, Aug 06 17:23:31.555014 dv-cinder-803773-1-iscsi neutron-server[93311]: 'Log': {'1.0'}, Aug 06 17:23:31.555014 dv-cinder-803773-1-iscsi neutron-server[93311]: 'Network': {'1.1'}, Aug 06 17:23:31.555014 dv-cinder-803773-1-iscsi neutron-server[93311]: 'Port': {'1.7'}, Aug 06 17:23:31.555014 dv-cinder-803773-1-iscsi neutron-server[93311]: 'PortForwarding': {'1.2'}, Aug 06 17:23:31.555014 dv-cinder-803773-1-iscsi neutron-server[93311]: 'QosPolicy': {'1.9'}, Aug 06 17:23:31.555014 dv-cinder-803773-1-iscsi neutron-server[93311]: 'SecurityGroup': {'1.4'}, Aug 06 17:23:31.555014 dv-cinder-803773-1-iscsi neutron-server[93311]: 'SecurityGroupRule': {'1.2'}, Aug 06 17:23:31.555014 dv-cinder-803773-1-iscsi neutron-server[93311]: 'SubPort': {'1.0'}, Aug 06 17:23:31.555014 dv-cinder-803773-1-iscsi neutron-server[93311]: 'Subnet': {'1.1'}, Aug 06 17:23:31.555014 dv-cinder-803773-1-iscsi neutron-server[93311]: 'Trunk': {'1.1'}} Aug 06 17:23:31.555014 dv-cinder-803773-1-iscsi neutron-server[93311]: consumer versions: Aug 06 17:23:31.555014 dv-cinder-803773-1-iscsi neutron-server[93311]: { DHCP agent@dv-cinder-803773-1-iscsi: {}, Aug 06 17:23:31.555014 dv-cinder-803773-1-iscsi neutron-server[93311]: HyperV agent@hv-cinder-80377: {}, Aug 06 17:23:31.555014 dv-cinder-803773-1-iscsi neutron-server[93311]: L3 agent@dv-cinder-803773-1-iscsi: {}, Aug 06 17:23:31.555014 dv-cinder-803773-1-iscsi neutron-server[93311]: Metadata agent@dv-cinder-803773-1-iscsi: {}, Aug 06 17:23:31.555014 dv-cinder-803773-1-iscsi neutron-server[93311]: Metering agent@dv-cinder-803773-1-iscsi: {}, Aug 06 17:23:31.555014 dv-cinder-803773-1-iscsi neutron-server[93311]: Open vSwitch agent@dv-cinder-803773-1-iscsi: { 'AddressGroup': '1.2', Aug 06 17:23:31.555014 dv-cinder-803773-1-iscsi neutron-server[93311]: 'ConntrackHelper': '1.0', Aug 06 17:23:31.555014 dv-cinder-803773-1-iscsi neutron-server[93311]: 'Log': '1.0', Aug 06 17:23:31.555014 dv-cinder-803773-1-iscsi neutron-server[93311]: 'Network': '1.1', Aug 06 17:23:31.555014 dv-cinder-803773-1-iscsi neutron-server[93311]: 'Port': '1.7', Aug 06 17:23:31.555014 dv-cinder-803773-1-iscsi neutron-server[93311]: 'PortForwarding': '1.2', Aug 06 17:23:31.555014 dv-cinder-803773-1-iscsi neutron-server[93311]: 'QosPolicy': '1.9', Aug 06 17:23:31.555014 dv-cinder-803773-1-iscsi neutron-server[93311]: 'SecurityGroup': '1.4', Aug 06 17:23:31.555014 dv-cinder-803773-1-iscsi neutron-server[93311]: 'SecurityGroupRule': '1.2', Aug 06 17:23:31.555014 dv-cinder-803773-1-iscsi neutron-server[93311]: 'SubPort': '1.0', Aug 06 17:23:31.555014 dv-cinder-803773-1-iscsi neutron-server[93311]: 'Subnet': '1.1', Aug 06 17:23:31.555014 dv-cinder-803773-1-iscsi neutron-server[93311]: 'Trunk': '1.1'}} Aug 06 17:23:31.555014 dv-cinder-803773-1-iscsi neutron-server[93311]: {{(pid=93311) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 06 17:23:31.611662 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [None req-52ec6078-a44d-45d8-8566-b9b9d47615af None None] Attempting to bind port 71edfdea-aee6-4234-87ba-1ac0d9d85478 on host dv-cinder-803773-1-iscsi for vnic_type normal with profile {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:23:31.613334 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [None req-52ec6078-a44d-45d8-8566-b9b9d47615af None None] Attempting to bind port 71edfdea-aee6-4234-87ba-1ac0d9d85478 by drivers openvswitch,hyperv on host dv-cinder-803773-1-iscsi at level 0 using segments [{'id': '0f56620f-272e-4079-bfd8-f32d6a32afa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'}] {{(pid=93311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:23:31.614009 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ec6078-a44d-45d8-8566-b9b9d47615af None None] Attempting to bind port 71edfdea-aee6-4234-87ba-1ac0d9d85478 on network 2c4c21cf-2746-4b14-9730-0a69daab855b {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:23:31.624969 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ec6078-a44d-45d8-8566-b9b9d47615af None None] Checking agent: {'id': 'c2f4de20-f7af-45ef-88b2-b79124fbc41c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803773-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 15, 24), 'started_at': datetime.datetime(2021, 8, 6, 17, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803773-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:23:31.626476 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ec6078-a44d-45d8-8566-b9b9d47615af None None] Checking segment: {'id': '0f56620f-272e-4079-bfd8-f32d6a32afa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:23:31.627196 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-52ec6078-a44d-45d8-8566-b9b9d47615af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:31.629981 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ec6078-a44d-45d8-8566-b9b9d47615af None None] Bound using segment: {'id': '0f56620f-272e-4079-bfd8-f32d6a32afa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'} {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:23:31.631446 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [None req-52ec6078-a44d-45d8-8566-b9b9d47615af None None] Bound port: 71edfdea-aee6-4234-87ba-1ac0d9d85478, host: dv-cinder-803773-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f56620f-272e-4079-bfd8-f32d6a32afa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'}}] {{(pid=93311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:23:31.635048 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-5fa4779d-8dda-4b0c-8599-9415ed04311b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:31.635675 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-52ec6078-a44d-45d8-8566-b9b9d47615af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:31.681876 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-28cbc591-a492-492b-b5de-a9a2687794df admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:31.706954 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-7bafc323-708e-4d76-a8ab-8a8515954970 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=985256401bf64b94994154f2be59f43e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0741534 Aug 06 17:23:31.838880 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [None req-52ec6078-a44d-45d8-8566-b9b9d47615af None None] For port 71edfdea-aee6-4234-87ba-1ac0d9d85478, host dv-cinder-803773-1-iscsi, cleared binding levels {{(pid=93311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:23:31.849992 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [None req-52ec6078-a44d-45d8-8566-b9b9d47615af None None] For port 71edfdea-aee6-4234-87ba-1ac0d9d85478, host dv-cinder-803773-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=71edfdea-aee6-4234-87ba-1ac0d9d85478,segment=NetworkSegment(0f56620f-272e-4079-bfd8-f32d6a32afa9),segment_id=0f56620f-272e-4079-bfd8-f32d6a32afa9)] {{(pid=93311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:23:31.861246 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-52ec6078-a44d-45d8-8566-b9b9d47615af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:31.906055 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-5fa4779d-8dda-4b0c-8599-9415ed04311b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:31.914077 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-5fa4779d-8dda-4b0c-8599-9415ed04311b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:31.920666 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-963dd343-3667-4ee3-be54-5985563a3cc9 None None] Notify callbacks [] for port, precommit_create {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:31.922361 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-5fa4779d-8dda-4b0c-8599-9415ed04311b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/898d2099-738d-499c-9b4e-2b941e874842 HTTP/1.1" status: 204 len: 168 time: 1.3259499 Aug 06 17:23:31.928730 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-963dd343-3667-4ee3-be54-5985563a3cc9 None None] Transition to ACTIVE for port object 1f688626-e130-4148-9e7c-44bb3e170b45 will not be triggered until provisioned by entity L2. {{(pid=93310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:23:31.945066 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-963dd343-3667-4ee3-be54-5985563a3cc9 None None] Transition to ACTIVE for port object 1f688626-e130-4148-9e7c-44bb3e170b45 will not be triggered until provisioned by entity DHCP. {{(pid=93310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:23:31.957364 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa4779d-8dda-4b0c-8599-9415ed04311b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898d2099-738d-499c-9b4e-2b941e874842,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:31.959580 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-963dd343-3667-4ee3-be54-5985563a3cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244'] for port, after_create {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:31.971933 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-dd8f5003-c111-4a0a-aabb-20c24db4744d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244'] for port, after_create {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:32.007484 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963dd343-3667-4ee3-be54-5985563a3cc9 None None] Network 5b6dd1b8-72d2-4509-8411-cf148b92c6ca is already hosted by enough agents. {{(pid=93310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:23:32.019347 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8f5003-c111-4a0a-aabb-20c24db4744d None None] Network 7806f8bb-4441-4b40-a114-e639f43ce5ef is already hosted by enough agents. {{(pid=93310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:23:32.024662 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.scheduler.base_scheduler [None req-963dd343-3667-4ee3-be54-5985563a3cc9 None None] Resources bound (agent type, host, resource id): {{(pid=93310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:23:32.026311 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.scheduler.base_scheduler [None req-dd8f5003-c111-4a0a-aabb-20c24db4744d None None] Resources bound (agent type, host, resource id): {{(pid=93310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:23:32.062336 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-3e076cf3-5535-4025-9f6e-075dc4da8cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:32.074940 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963dd343-3667-4ee3-be54-5985563a3cc9 None None] Received port after_create {{(pid=93310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:23:32.076807 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ec6078-a44d-45d8-8566-b9b9d47615af None None] Routers {'6b7ec83f-2281-4c78-8448-154152dcbf4c'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:23:32.081173 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-52ec6078-a44d-45d8-8566-b9b9d47615af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:23:23Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['6b7ec83f-2281-4c78-8448-154152dcbf4c'], 'active': True} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:23:32.082300 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8f5003-c111-4a0a-aabb-20c24db4744d None None] Received port after_create {{(pid=93310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:23:32.161088 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e68fa3b-067c-49ea-ae1a-af7556786abe None None] Pushing event updated for resources: {'Port': ['ID=71edfdea-aee6-4234-87ba-1ac0d9d85478,revision_number=3']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:32.286384 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-28cbc591-a492-492b-b5de-a9a2687794df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:32.295809 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963dd343-3667-4ee3-be54-5985563a3cc9 None None] Pushing event updated for resources: {'Port': ['ID=1f688626-e130-4148-9e7c-44bb3e170b45,revision_number=1']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:32.313527 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvr_db [None req-52ec6078-a44d-45d8-8566-b9b9d47615af None None] Set router 6b7ec83f-2281-4c78-8448-154152dcbf4c gateway port host: dv-cinder-803773-1-iscsi {{(pid=93311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:23:32.328093 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-28cbc591-a492-492b-b5de-a9a2687794df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:32.343746 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963dd343-3667-4ee3-be54-5985563a3cc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:23:32.344461 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963dd343-3667-4ee3-be54-5985563a3cc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:23:32.345315 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963dd343-3667-4ee3-be54-5985563a3cc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:23:32.345892 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963dd343-3667-4ee3-be54-5985563a3cc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:23:32.346501 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963dd343-3667-4ee3-be54-5985563a3cc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:23:32.347054 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963dd343-3667-4ee3-be54-5985563a3cc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:23:32.358489 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963dd343-3667-4ee3-be54-5985563a3cc9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:23:32.361066 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963dd343-3667-4ee3-be54-5985563a3cc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:23:32.361645 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963dd343-3667-4ee3-be54-5985563a3cc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:23:32.362188 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963dd343-3667-4ee3-be54-5985563a3cc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:23:32.364201 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963dd343-3667-4ee3-be54-5985563a3cc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:23:32.364760 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963dd343-3667-4ee3-be54-5985563a3cc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:23:32.366087 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963dd343-3667-4ee3-be54-5985563a3cc9 None None] Tracked resource versions report: Aug 06 17:23:32.366087 dv-cinder-803773-1-iscsi neutron-server[93310]: pushed versions: Aug 06 17:23:32.366087 dv-cinder-803773-1-iscsi neutron-server[93310]: { 'AddressGroup': {'1.2'}, Aug 06 17:23:32.366087 dv-cinder-803773-1-iscsi neutron-server[93310]: 'ConntrackHelper': {'1.0'}, Aug 06 17:23:32.366087 dv-cinder-803773-1-iscsi neutron-server[93310]: 'Log': {'1.0'}, Aug 06 17:23:32.366087 dv-cinder-803773-1-iscsi neutron-server[93310]: 'Network': {'1.1'}, Aug 06 17:23:32.366087 dv-cinder-803773-1-iscsi neutron-server[93310]: 'Port': {'1.7'}, Aug 06 17:23:32.366087 dv-cinder-803773-1-iscsi neutron-server[93310]: 'PortForwarding': {'1.2'}, Aug 06 17:23:32.366087 dv-cinder-803773-1-iscsi neutron-server[93310]: 'QosPolicy': {'1.9'}, Aug 06 17:23:32.366087 dv-cinder-803773-1-iscsi neutron-server[93310]: 'SecurityGroup': {'1.4'}, Aug 06 17:23:32.366087 dv-cinder-803773-1-iscsi neutron-server[93310]: 'SecurityGroupRule': {'1.2'}, Aug 06 17:23:32.366087 dv-cinder-803773-1-iscsi neutron-server[93310]: 'SubPort': {'1.0'}, Aug 06 17:23:32.366087 dv-cinder-803773-1-iscsi neutron-server[93310]: 'Subnet': {'1.1'}, Aug 06 17:23:32.366087 dv-cinder-803773-1-iscsi neutron-server[93310]: 'Trunk': {'1.1'}} Aug 06 17:23:32.366087 dv-cinder-803773-1-iscsi neutron-server[93310]: consumer versions: Aug 06 17:23:32.366087 dv-cinder-803773-1-iscsi neutron-server[93310]: { DHCP agent@dv-cinder-803773-1-iscsi: {}, Aug 06 17:23:32.366087 dv-cinder-803773-1-iscsi neutron-server[93310]: HyperV agent@hv-cinder-80377: {}, Aug 06 17:23:32.366087 dv-cinder-803773-1-iscsi neutron-server[93310]: L3 agent@dv-cinder-803773-1-iscsi: {}, Aug 06 17:23:32.366087 dv-cinder-803773-1-iscsi neutron-server[93310]: Metadata agent@dv-cinder-803773-1-iscsi: {}, Aug 06 17:23:32.366087 dv-cinder-803773-1-iscsi neutron-server[93310]: Metering agent@dv-cinder-803773-1-iscsi: {}, Aug 06 17:23:32.366087 dv-cinder-803773-1-iscsi neutron-server[93310]: Open vSwitch agent@dv-cinder-803773-1-iscsi: { 'AddressGroup': '1.2', Aug 06 17:23:32.366087 dv-cinder-803773-1-iscsi neutron-server[93310]: 'ConntrackHelper': '1.0', Aug 06 17:23:32.366087 dv-cinder-803773-1-iscsi neutron-server[93310]: 'Log': '1.0', Aug 06 17:23:32.366087 dv-cinder-803773-1-iscsi neutron-server[93310]: 'Network': '1.1', Aug 06 17:23:32.366087 dv-cinder-803773-1-iscsi neutron-server[93310]: 'Port': '1.7', Aug 06 17:23:32.366087 dv-cinder-803773-1-iscsi neutron-server[93310]: 'PortForwarding': '1.2', Aug 06 17:23:32.366087 dv-cinder-803773-1-iscsi neutron-server[93310]: 'QosPolicy': '1.9', Aug 06 17:23:32.366087 dv-cinder-803773-1-iscsi neutron-server[93310]: 'SecurityGroup': '1.4', Aug 06 17:23:32.366087 dv-cinder-803773-1-iscsi neutron-server[93310]: 'SecurityGroupRule': '1.2', Aug 06 17:23:32.366087 dv-cinder-803773-1-iscsi neutron-server[93310]: 'SubPort': '1.0', Aug 06 17:23:32.366087 dv-cinder-803773-1-iscsi neutron-server[93310]: 'Subnet': '1.1', Aug 06 17:23:32.366087 dv-cinder-803773-1-iscsi neutron-server[93310]: 'Trunk': '1.1'}} Aug 06 17:23:32.366087 dv-cinder-803773-1-iscsi neutron-server[93310]: {{(pid=93310) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 06 17:23:32.421842 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-dd8f5003-c111-4a0a-aabb-20c24db4744d None None] Attempting to bind port e2bfbfa3-5d4f-4da8-ab1c-7831f5568547 on host dv-cinder-803773-1-iscsi for vnic_type normal with profile {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:23:32.435061 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-dd8f5003-c111-4a0a-aabb-20c24db4744d None None] Attempting to bind port e2bfbfa3-5d4f-4da8-ab1c-7831f5568547 by drivers openvswitch,hyperv on host dv-cinder-803773-1-iscsi at level 0 using segments [{'id': 'b2a2c7d8-8c0d-425d-a382-493c66f6d648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '7806f8bb-4441-4b40-a114-e639f43ce5ef'}] {{(pid=93310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:23:32.437524 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8f5003-c111-4a0a-aabb-20c24db4744d None None] Attempting to bind port e2bfbfa3-5d4f-4da8-ab1c-7831f5568547 on network 7806f8bb-4441-4b40-a114-e639f43ce5ef {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:23:32.450827 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-963dd343-3667-4ee3-be54-5985563a3cc9 None None] Attempting to bind port 1f688626-e130-4148-9e7c-44bb3e170b45 on host dv-cinder-803773-1-iscsi for vnic_type normal with profile {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:23:32.451393 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-963dd343-3667-4ee3-be54-5985563a3cc9 None None] Attempting to bind port 1f688626-e130-4148-9e7c-44bb3e170b45 by drivers openvswitch,hyperv on host dv-cinder-803773-1-iscsi at level 0 using segments [{'id': 'f5e274ea-768f-45a2-bfc8-b7461617eff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5b6dd1b8-72d2-4509-8411-cf148b92c6ca'}] {{(pid=93310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:23:32.451855 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963dd343-3667-4ee3-be54-5985563a3cc9 None None] Attempting to bind port 1f688626-e130-4148-9e7c-44bb3e170b45 on network 5b6dd1b8-72d2-4509-8411-cf148b92c6ca {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:23:32.462331 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.db_base_plugin_common [None req-3e076cf3-5535-4025-9f6e-075dc4da8cf0 admin admin] Allocated IP 172.20.0.1 (deea6c2c-89aa-49a9-8ca9-e984e33e872e/c44d3273-d0a1-4d92-88ef-0e9181e87f95/0c2db788-0390-4a54-8b8a-670070d72af3) {{(pid=93309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:23:32.473399 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8f5003-c111-4a0a-aabb-20c24db4744d None None] Checking agent: {'id': 'c2f4de20-f7af-45ef-88b2-b79124fbc41c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803773-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 15, 24), 'started_at': datetime.datetime(2021, 8, 6, 17, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803773-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:23:32.476550 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8f5003-c111-4a0a-aabb-20c24db4744d None None] Checking segment: {'id': 'b2a2c7d8-8c0d-425d-a382-493c66f6d648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '7806f8bb-4441-4b40-a114-e639f43ce5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:23:32.477099 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-dd8f5003-c111-4a0a-aabb-20c24db4744d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:32.477531 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8f5003-c111-4a0a-aabb-20c24db4744d None None] Bound using segment: {'id': 'b2a2c7d8-8c0d-425d-a382-493c66f6d648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '7806f8bb-4441-4b40-a114-e639f43ce5ef'} {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:23:32.478099 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-dd8f5003-c111-4a0a-aabb-20c24db4744d None None] Bound port: e2bfbfa3-5d4f-4da8-ab1c-7831f5568547, host: dv-cinder-803773-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2a2c7d8-8c0d-425d-a382-493c66f6d648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '7806f8bb-4441-4b40-a114-e639f43ce5ef'}}] {{(pid=93310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:23:32.478605 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-dd8f5003-c111-4a0a-aabb-20c24db4744d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:32.494043 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963dd343-3667-4ee3-be54-5985563a3cc9 None None] Checking agent: {'id': 'c2f4de20-f7af-45ef-88b2-b79124fbc41c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803773-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 15, 24), 'started_at': datetime.datetime(2021, 8, 6, 17, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803773-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:23:32.494484 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963dd343-3667-4ee3-be54-5985563a3cc9 None None] Checking segment: {'id': 'f5e274ea-768f-45a2-bfc8-b7461617eff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5b6dd1b8-72d2-4509-8411-cf148b92c6ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:23:32.494883 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-963dd343-3667-4ee3-be54-5985563a3cc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:32.495282 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963dd343-3667-4ee3-be54-5985563a3cc9 None None] Bound using segment: {'id': 'f5e274ea-768f-45a2-bfc8-b7461617eff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5b6dd1b8-72d2-4509-8411-cf148b92c6ca'} {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:23:32.495775 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-963dd343-3667-4ee3-be54-5985563a3cc9 None None] Bound port: 1f688626-e130-4148-9e7c-44bb3e170b45, host: dv-cinder-803773-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5e274ea-768f-45a2-bfc8-b7461617eff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5b6dd1b8-72d2-4509-8411-cf148b92c6ca'}}] {{(pid=93310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:23:32.496259 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-963dd343-3667-4ee3-be54-5985563a3cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:32.524556 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-822f1b09-80dd-4406-9117-7bc644422166 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=93308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 17:23:32.525562 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-822f1b09-80dd-4406-9117-7bc644422166 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4014356 Aug 06 17:23:32.566242 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f5003-c111-4a0a-aabb-20c24db4744d None None] Pushing event updated for resources: {'Port': ['ID=e2bfbfa3-5d4f-4da8-ab1c-7831f5568547,revision_number=1']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:32.616840 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-3e076cf3-5535-4025-9f6e-075dc4da8cf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:32.668873 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-52ec6078-a44d-45d8-8566-b9b9d47615af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7ec83f-2281-4c78-8448-154152dcbf4c', 'name': 'tempest-ServerRescueNegativeTestJSON-524492362-router', 'tenant_id': 'd4d45ad3cd734f29b1d101a15856a9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '71edfdea-aee6-4234-87ba-1ac0d9d85478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:23:27Z', 'updated_at': '2021-08-06T17:23:29Z', 'revision_number': 3, 'project_id': 'd4d45ad3cd734f29b1d101a15856a9e4', 'gw_port': {'id': '71edfdea-aee6-4234-87ba-1ac0d9d85478', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ac:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7ec83f-2281-4c78-8448-154152dcbf4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:28Z', 'updated_at': '2021-08-06T17:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi'}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:23:32.696985 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 57544) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:32.701994 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.db_base_plugin_common [None req-28cbc591-a492-492b-b5de-a9a2687794df admin admin] Allocated IP 172.27.0.34 (2c4c21cf-2746-4b14-9730-0a69daab855b/0d6fa379-a3fa-4b6f-9c88-fa9af5610e03/433f0f52-ade9-43b9-ab61-3c069ba29041) {{(pid=93308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:23:32.720224 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-dd8f5003-c111-4a0a-aabb-20c24db4744d None None] For port e2bfbfa3-5d4f-4da8-ab1c-7831f5568547, host dv-cinder-803773-1-iscsi, cleared binding levels {{(pid=93310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:23:32.723260 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-3e076cf3-5535-4025-9f6e-075dc4da8cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244'] for port, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:32.724667 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-dd8f5003-c111-4a0a-aabb-20c24db4744d None None] For port e2bfbfa3-5d4f-4da8-ab1c-7831f5568547, host dv-cinder-803773-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=e2bfbfa3-5d4f-4da8-ab1c-7831f5568547,segment=NetworkSegment(b2a2c7d8-8c0d-425d-a382-493c66f6d648),segment_id=b2a2c7d8-8c0d-425d-a382-493c66f6d648)] {{(pid=93310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:23:32.726296 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-963dd343-3667-4ee3-be54-5985563a3cc9 None None] For port 1f688626-e130-4148-9e7c-44bb3e170b45, host dv-cinder-803773-1-iscsi, cleared binding levels {{(pid=93310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:23:32.732596 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-963dd343-3667-4ee3-be54-5985563a3cc9 None None] For port 1f688626-e130-4148-9e7c-44bb3e170b45, host dv-cinder-803773-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=1f688626-e130-4148-9e7c-44bb3e170b45,segment=NetworkSegment(f5e274ea-768f-45a2-bfc8-b7461617eff9),segment_id=f5e274ea-768f-45a2-bfc8-b7461617eff9)] {{(pid=93310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:23:32.742074 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ec6078-a44d-45d8-8566-b9b9d47615af None None] The sync data for ids ['6b7ec83f-2281-4c78-8448-154152dcbf4c'] in dv-cinder-803773-1-iscsi is: [{'id': '6b7ec83f-2281-4c78-8448-154152dcbf4c', 'name': 'tempest-ServerRescueNegativeTestJSON-524492362-router', 'tenant_id': 'd4d45ad3cd734f29b1d101a15856a9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '71edfdea-aee6-4234-87ba-1ac0d9d85478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:23:27Z', 'updated_at': '2021-08-06T17:23:29Z', 'revision_number': 3, 'project_id': 'd4d45ad3cd734f29b1d101a15856a9e4', 'gw_port': {'id': '71edfdea-aee6-4234-87ba-1ac0d9d85478', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ac:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7ec83f-2281-4c78-8448-154152dcbf4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:28Z', 'updated_at': '2021-08-06T17:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi'}] {{(pid=93311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:23:32.746098 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-020b3354-38c7-418b-b73b-9c217ac05a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:32.747647 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-dd8f5003-c111-4a0a-aabb-20c24db4744d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:32.763519 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-963dd343-3667-4ee3-be54-5985563a3cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:32.800319 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e076cf3-5535-4025-9f6e-075dc4da8cf0 admin admin] Network deea6c2c-89aa-49a9-8ca9-e984e33e872e is already hosted by enough agents. {{(pid=93309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:23:32.807913 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.base_scheduler [None req-3e076cf3-5535-4025-9f6e-075dc4da8cf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:23:32.821354 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e076cf3-5535-4025-9f6e-075dc4da8cf0 admin admin] Received port after_create {{(pid=93309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:23:32.822137 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-3e076cf3-5535-4025-9f6e-075dc4da8cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-439167'] for router_interface, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:32.862301 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f5003-c111-4a0a-aabb-20c24db4744d None None] Pushing event updated for resources: {'Port': ['ID=e2bfbfa3-5d4f-4da8-ab1c-7831f5568547,revision_number=2']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:32.913208 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-b5905544-8133-4331-aa0c-dc7db87709bb service neutron] 10.222.0.89 "GET /v2.0/networks/40a72730-b2bd-49a3-9c45-8408d74e9ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765531 Aug 06 17:23:32.937225 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-fbc04dde-dab9-44f0-802b-887268ff5432 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:32.978341 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-fbc04dde-dab9-44f0-802b-887268ff5432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:33.000126 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963dd343-3667-4ee3-be54-5985563a3cc9 None None] Pushing event updated for resources: {'Port': ['ID=1f688626-e130-4148-9e7c-44bb3e170b45,revision_number=2']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:33.007953 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e076cf3-5535-4025-9f6e-075dc4da8cf0 admin admin] Pushing event updated for resources: {'Port': ['ID=0c2db788-0390-4a54-8b8a-670070d72af3,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:33.207867 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-28cbc591-a492-492b-b5de-a9a2687794df admin admin] Notify callbacks [] for port, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:33.276499 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 57556) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:33.299780 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-928860d9-0a7a-469a-ab47-3798db06f8a5 service neutron] 10.222.0.89 "GET /v2.0/networks/40a72730-b2bd-49a3-9c45-8408d74e9ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667643 Aug 06 17:23:33.413768 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-020b3354-38c7-418b-b73b-9c217ac05a83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:33.443329 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-020b3354-38c7-418b-b73b-9c217ac05a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:33.580054 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-28cbc591-a492-492b-b5de-a9a2687794df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244'] for port, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:33.720314 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.db_base_plugin_common [None req-fbc04dde-dab9-44f0-802b-887268ff5432 admin admin] Allocated IP 172.27.0.44 (2c4c21cf-2746-4b14-9730-0a69daab855b/0d6fa379-a3fa-4b6f-9c88-fa9af5610e03/439c51b3-0448-4ea1-92ef-368dad291d7f) {{(pid=93309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:23:33.743374 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-020b3354-38c7-418b-b73b-9c217ac05a83 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=906d1b335d374e8d8e558080759d8fc4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0377445 Aug 06 17:23:33.745373 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 57570) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:33.774720 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cbc591-a492-492b-b5de-a9a2687794df admin admin] Network 2c4c21cf-2746-4b14-9730-0a69daab855b is already hosted by enough agents. {{(pid=93308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:23:33.789683 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.base_scheduler [None req-28cbc591-a492-492b-b5de-a9a2687794df admin admin] Resources bound (agent type, host, resource id): {{(pid=93308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:23:33.796699 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cbc591-a492-492b-b5de-a9a2687794df admin admin] Received port after_create {{(pid=93308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:23:33.862006 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-fbc04dde-dab9-44f0-802b-887268ff5432 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:33.906671 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-3e076cf3-5535-4025-9f6e-075dc4da8cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:33.908862 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 57580) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:33.916692 dv-cinder-803773-1-iscsi neutron-server[93309]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 06 17:23:33.989763 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-87d396ee-f13b-4329-87dc-d13e797c0fd6 req-6e161b67-9393-4165-8b98-d8dbd67c7fe0 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] 10.222.0.89 "GET /v2.0/ports?device_id=880f71cc-689e-4321-94c8-2a7dd3812f6b HTTP/1.1" status: 200 len: 210 time: 0.0762682 Aug 06 17:23:33.991049 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-fbc04dde-dab9-44f0-802b-887268ff5432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244'] for port, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:34.053141 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc04dde-dab9-44f0-802b-887268ff5432 admin admin] Network 2c4c21cf-2746-4b14-9730-0a69daab855b is already hosted by enough agents. {{(pid=93309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:23:34.057360 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc04dde-dab9-44f0-802b-887268ff5432 admin admin] Pushing event updated for resources: {'Port': ['ID=439c51b3-0448-4ea1-92ef-368dad291d7f,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:34.061551 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.base_scheduler [None req-fbc04dde-dab9-44f0-802b-887268ff5432 admin admin] Resources bound (agent type, host, resource id): {{(pid=93309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:23:34.064033 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc04dde-dab9-44f0-802b-887268ff5432 admin admin] Received port after_create {{(pid=93309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:23:34.071153 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b3354-38c7-418b-b73b-9c217ac05a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3001e269-47b2-49d0-95d1-c8cd89a12a6d,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:34.257924 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cbc591-a492-492b-b5de-a9a2687794df admin admin] Pushing event updated for resources: {'Port': ['ID=433f0f52-ade9-43b9-ab61-3c069ba29041,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:34.445871 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-91ada0c4-27ae-4e69-ae2a-6cedfff61cee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:34.491711 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-84f00845-feca-4035-bd82-81f861ff14f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:34.556507 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-28cbc591-a492-492b-b5de-a9a2687794df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:34.628685 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device e2bfbfa3-5d4f-4da8-ab1c-7831f5568547 up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:23:34.646131 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-84f00845-feca-4035-bd82-81f861ff14f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:34.742981 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-91ada0c4-27ae-4e69-ae2a-6cedfff61cee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:34.757547 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-91ada0c4-27ae-4e69-ae2a-6cedfff61cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:34.786841 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning for port e2bfbfa3-5d4f-4da8-ab1c-7831f5568547 completed by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:23:34.805075 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f59bef-27d3-4ca6-b719-708beeff7562 None None] Network 7806f8bb-4441-4b40-a114-e639f43ce5ef requested from dv-cinder-803773-1-iscsi {{(pid=93310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:23:34.845559 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 1f688626-e130-4148-9e7c-44bb3e170b45 up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:23:34.949773 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-84f00845-feca-4035-bd82-81f861ff14f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:34.965186 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-84f00845-feca-4035-bd82-81f861ff14f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:34.966640 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-84f00845-feca-4035-bd82-81f861ff14f7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/3001e269-47b2-49d0-95d1-c8cd89a12a6d HTTP/1.1" status: 204 len: 168 time: 1.2178996 Aug 06 17:23:34.976221 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-05cfe143-4ea7-4102-912b-e5a88e00c880 None None] Provisioning for port e2bfbfa3-5d4f-4da8-ab1c-7831f5568547 completed by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:23:35.000314 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-05cfe143-4ea7-4102-912b-e5a88e00c880 None None] Provisioning complete for port e2bfbfa3-5d4f-4da8-ab1c-7831f5568547 triggered by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:23:35.000680 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-05cfe143-4ea7-4102-912b-e5a88e00c880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:35.119764 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f00845-feca-4035-bd82-81f861ff14f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3001e269-47b2-49d0-95d1-c8cd89a12a6d,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:35.142131 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-3e076cf3-5535-4025-9f6e-075dc4da8cf0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:35.167085 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning for port 1f688626-e130-4148-9e7c-44bb3e170b45 completed by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:23:35.202430 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 71edfdea-aee6-4234-87ba-1ac0d9d85478 up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:23:35.204749 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-91ada0c4-27ae-4e69-ae2a-6cedfff61cee admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9f8acaf945c944578bd73d8a953e41d2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9268131 Aug 06 17:23:35.207976 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 57634) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:35.209003 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ada0c4-27ae-4e69-ae2a-6cedfff61cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d500e7f-1b91-46f7-ae55-059766a7251c,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:35.215372 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-3e076cf3-5535-4025-9f6e-075dc4da8cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:35.216632 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-3e076cf3-5535-4025-9f6e-075dc4da8cf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429519'] for router_interface, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:35.267201 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4302305d-8599-4630-958c-0443800f6f81 None None] Network 5b6dd1b8-72d2-4509-8411-cf148b92c6ca requested from dv-cinder-803773-1-iscsi {{(pid=93310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:23:35.285638 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-ddf31ee8-ee86-447e-9cd8-4e80425d1817 req-ab4749c3-2307-4fe8-ad8b-5cf9a554f3b2 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] 10.222.0.89 "GET /v2.0/ports?device_id=880f71cc-689e-4321-94c8-2a7dd3812f6b HTTP/1.1" status: 200 len: 210 time: 0.1674781 Aug 06 17:23:35.297226 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-28cbc591-a492-492b-b5de-a9a2687794df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441493'] for router, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:35.465334 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e076cf3-5535-4025-9f6e-075dc4da8cf0 admin admin] Pushing event updated for resources: {'Port': ['ID=0c2db788-0390-4a54-8b8a-670070d72af3,revision_number=2']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:35.517806 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-c0c0ee7b-18c0-4273-b6f4-931fb8965c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:35.541398 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28cbc591-a492-492b-b5de-a9a2687794df admin admin] Router 4691c707-9de5-48ae-a7a1-6d40740ba8df is scheduled to L3 agent cbcd3d9e-bca5-4529-952b-48c65d2aceac with binding_index 1 {{(pid=93308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 17:23:35.589123 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-c0c0ee7b-18c0-4273-b6f4-931fb8965c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:35.678281 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning for port 71edfdea-aee6-4234-87ba-1ac0d9d85478 completed by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:23:35.686830 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-05cfe143-4ea7-4102-912b-e5a88e00c880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:35.723242 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e076cf3-5535-4025-9f6e-075dc4da8cf0 admin admin] Network deea6c2c-89aa-49a9-8ca9-e984e33e872e is already hosted by enough agents. {{(pid=93309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:23:35.724709 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-c0c0ee7b-18c0-4273-b6f4-931fb8965c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:35.727746 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-c0c0ee7b-18c0-4273-b6f4-931fb8965c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:35.733917 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-c0c0ee7b-18c0-4273-b6f4-931fb8965c10 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/7d500e7f-1b91-46f7-ae55-059766a7251c HTTP/1.1" status: 204 len: 168 time: 0.5067694 Aug 06 17:23:35.750998 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c0ee7b-18c0-4273-b6f4-931fb8965c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d500e7f-1b91-46f7-ae55-059766a7251c,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:35.765430 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port 71edfdea-aee6-4234-87ba-1ac0d9d85478 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:23:35.766559 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:35.769081 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.base_scheduler [None req-3e076cf3-5535-4025-9f6e-075dc4da8cf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:23:35.950695 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-05cfe143-4ea7-4102-912b-e5a88e00c880 None None] For port e2bfbfa3-5d4f-4da8-ab1c-7831f5568547, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=e2bfbfa3-5d4f-4da8-ab1c-7831f5568547,segment=NetworkSegment(b2a2c7d8-8c0d-425d-a382-493c66f6d648),segment_id=b2a2c7d8-8c0d-425d-a382-493c66f6d648)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:23:35.968879 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e076cf3-5535-4025-9f6e-075dc4da8cf0 admin admin] Router 6b7ec83f-2281-4c78-8448-154152dcbf4c has already been hosted by L3 agent cbcd3d9e-bca5-4529-952b-48c65d2aceac {{(pid=93309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:23:35.969124 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-05cfe143-4ea7-4102-912b-e5a88e00c880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:36.121800 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e076cf3-5535-4025-9f6e-075dc4da8cf0 admin admin] Notify agent at l3_agent.dv-cinder-803773-1-iscsi the message routers_updated {{(pid=93309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:23:36.128385 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-3e076cf3-5535-4025-9f6e-075dc4da8cf0 admin admin] 10.222.0.89 "PUT /v2.0/routers/6b7ec83f-2281-4c78-8448-154152dcbf4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6231902 Aug 06 17:23:36.135601 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-fbc04dde-dab9-44f0-802b-887268ff5432 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:36.152513 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0839f13c-7497-418f-b575-ca758b3ac873 None None] Sync routers for ids ['6b7ec83f-2281-4c78-8448-154152dcbf4c'] in dv-cinder-803773-1-iscsi {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:23:36.160003 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28cbc591-a492-492b-b5de-a9a2687794df admin admin] Notify agent at l3_agent.dv-cinder-803773-1-iscsi the message routers_updated {{(pid=93308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:23:36.175775 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347421ed-95a8-4254-a1da-c82e94609180 None None] Sync routers for ids ['4691c707-9de5-48ae-a7a1-6d40740ba8df'] in dv-cinder-803773-1-iscsi {{(pid=93311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:23:36.188725 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-63f0dd7a-6b9c-4ace-a218-79f0f310e07f None None] Provisioning for port 1f688626-e130-4148-9e7c-44bb3e170b45 completed by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:23:36.204238 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347421ed-95a8-4254-a1da-c82e94609180 None None] Routers {'4691c707-9de5-48ae-a7a1-6d40740ba8df'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:23:36.211434 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-347421ed-95a8-4254-a1da-c82e94609180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:23:23Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['4691c707-9de5-48ae-a7a1-6d40740ba8df'], 'active': True} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:23:36.212924 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-28cbc591-a492-492b-b5de-a9a2687794df admin admin] Notify callbacks [] for router, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:36.214467 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-28cbc591-a492-492b-b5de-a9a2687794df admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.9446580 Aug 06 17:23:36.218689 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 57668) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:36.313496 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-63f0dd7a-6b9c-4ace-a218-79f0f310e07f None None] Provisioning complete for port 1f688626-e130-4148-9e7c-44bb3e170b45 triggered by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:23:36.315120 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-63f0dd7a-6b9c-4ace-a218-79f0f310e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:36.326823 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cfe143-4ea7-4102-912b-e5a88e00c880 None None] Pushing event updated for resources: {'Port': ['ID=e2bfbfa3-5d4f-4da8-ab1c-7831f5568547,revision_number=3']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:36.407128 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0839f13c-7497-418f-b575-ca758b3ac873 None None] Routers {'6b7ec83f-2281-4c78-8448-154152dcbf4c'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:23:36.411940 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-0839f13c-7497-418f-b575-ca758b3ac873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:23:23Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['6b7ec83f-2281-4c78-8448-154152dcbf4c'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:23:36.515398 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-66c8b449-7b5c-4726-9068-36fdae630cf3 req-12e159b9-0151-4003-a9d2-187c8e43757e tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] 10.222.0.89 "GET /v2.0/ports?device_id=880f71cc-689e-4321-94c8-2a7dd3812f6b HTTP/1.1" status: 200 len: 210 time: 0.0319664 Aug 06 17:23:36.665401 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-fbc04dde-dab9-44f0-802b-887268ff5432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441493'] for router, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:36.763908 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-0839f13c-7497-418f-b575-ca758b3ac873 None None] Set router 6b7ec83f-2281-4c78-8448-154152dcbf4c gateway port host: dv-cinder-803773-1-iscsi {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:23:36.785125 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvr_db [None req-347421ed-95a8-4254-a1da-c82e94609180 None None] Set router 4691c707-9de5-48ae-a7a1-6d40740ba8df gateway port host: dv-cinder-803773-1-iscsi {{(pid=93311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:23:36.894363 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:36.918862 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] For port 71edfdea-aee6-4234-87ba-1ac0d9d85478, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=71edfdea-aee6-4234-87ba-1ac0d9d85478,segment=NetworkSegment(0f56620f-272e-4079-bfd8-f32d6a32afa9),segment_id=0f56620f-272e-4079-bfd8-f32d6a32afa9)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:23:36.936492 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:37.005207 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc04dde-dab9-44f0-802b-887268ff5432 admin admin] Router b8dbcd67-7acd-42d4-9411-5d0021577b20 is scheduled to L3 agent cbcd3d9e-bca5-4529-952b-48c65d2aceac with binding_index 1 {{(pid=93309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 17:23:37.153388 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-63f0dd7a-6b9c-4ace-a218-79f0f310e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:37.178749 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device e2bfbfa3-5d4f-4da8-ab1c-7831f5568547 up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:23:37.259259 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc04dde-dab9-44f0-802b-887268ff5432 admin admin] Notify agent at l3_agent.dv-cinder-803773-1-iscsi the message routers_updated {{(pid=93309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:23:37.284134 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-63f0dd7a-6b9c-4ace-a218-79f0f310e07f None None] For port 1f688626-e130-4148-9e7c-44bb3e170b45, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=1f688626-e130-4148-9e7c-44bb3e170b45,segment=NetworkSegment(f5e274ea-768f-45a2-bfc8-b7461617eff9),segment_id=f5e274ea-768f-45a2-bfc8-b7461617eff9)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:23:37.293163 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-fbc04dde-dab9-44f0-802b-887268ff5432 admin admin] Notify callbacks [] for router, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:37.294817 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23834d9d-3ce8-42e6-8cfa-437e01627a55 None None] Sync routers for ids ['b8dbcd67-7acd-42d4-9411-5d0021577b20'] in dv-cinder-803773-1-iscsi {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:23:37.295489 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-fbc04dde-dab9-44f0-802b-887268ff5432 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.0105615 Aug 06 17:23:37.298610 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 57712) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:37.328044 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23834d9d-3ce8-42e6-8cfa-437e01627a55 None None] Routers {'b8dbcd67-7acd-42d4-9411-5d0021577b20'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:23:37.328826 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-23834d9d-3ce8-42e6-8cfa-437e01627a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:23:23Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['b8dbcd67-7acd-42d4-9411-5d0021577b20'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:23:37.334952 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-347421ed-95a8-4254-a1da-c82e94609180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'name': 'tempest-AttachVolumeTestJSON-602422730-router', 'tenant_id': '5efb9b646c554c22b0521e69231c9910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '433f0f52-ade9-43b9-ab61-3c069ba29041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:23:30Z', 'updated_at': '2021-08-06T17:23:34Z', 'revision_number': 3, 'project_id': '5efb9b646c554c22b0521e69231c9910', 'gw_port': {'id': '433f0f52-ade9-43b9-ab61-3c069ba29041', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:34:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:32Z', 'updated_at': '2021-08-06T17:23:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi'}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:23:37.385970 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347421ed-95a8-4254-a1da-c82e94609180 None None] Checking router: 4691c707-9de5-48ae-a7a1-6d40740ba8df for host: dv-cinder-803773-1-iscsi {{(pid=93311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:23:37.386504 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347421ed-95a8-4254-a1da-c82e94609180 None None] Updating router 4691c707-9de5-48ae-a7a1-6d40740ba8df port 433f0f52-ade9-43b9-ab61-3c069ba29041 binding host dv-cinder-803773-1-iscsi {{(pid=93311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 17:23:37.398910 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-23f8e816-d2bd-418c-9c71-563d8745d886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:37.424942 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-347421ed-95a8-4254-a1da-c82e94609180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:37.635095 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-63f0dd7a-6b9c-4ace-a218-79f0f310e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:37.655577 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Pushing event updated for resources: {'Port': ['ID=71edfdea-aee6-4234-87ba-1ac0d9d85478,revision_number=4']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:37.745362 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-347421ed-95a8-4254-a1da-c82e94609180 None None] Notify callbacks [] for port, precommit_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:37.759192 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.provisioning_blocks [None req-347421ed-95a8-4254-a1da-c82e94609180 None None] Transition to ACTIVE for port object 433f0f52-ade9-43b9-ab61-3c069ba29041 will not be triggered until provisioned by entity L2. {{(pid=93311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:23:37.773587 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-347421ed-95a8-4254-a1da-c82e94609180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:37.791993 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f0dd7a-6b9c-4ace-a218-79f0f310e07f None None] Pushing event updated for resources: {'Port': ['ID=1f688626-e130-4148-9e7c-44bb3e170b45,revision_number=3']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:37.947207 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2da3ff-4e0a-4254-83f8-881642f45f3c None None] Pushing event updated for resources: {'Port': ['ID=433f0f52-ade9-43b9-ab61-3c069ba29041,revision_number=2']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:38.099981 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [None req-347421ed-95a8-4254-a1da-c82e94609180 None None] Attempting to bind port 433f0f52-ade9-43b9-ab61-3c069ba29041 on host dv-cinder-803773-1-iscsi for vnic_type normal with profile {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:23:38.101078 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [None req-347421ed-95a8-4254-a1da-c82e94609180 None None] Attempting to bind port 433f0f52-ade9-43b9-ab61-3c069ba29041 by drivers openvswitch,hyperv on host dv-cinder-803773-1-iscsi at level 0 using segments [{'id': '0f56620f-272e-4079-bfd8-f32d6a32afa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'}] {{(pid=93311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:23:38.101493 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347421ed-95a8-4254-a1da-c82e94609180 None None] Attempting to bind port 433f0f52-ade9-43b9-ab61-3c069ba29041 on network 2c4c21cf-2746-4b14-9730-0a69daab855b {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:23:38.113503 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347421ed-95a8-4254-a1da-c82e94609180 None None] Checking agent: {'id': 'c2f4de20-f7af-45ef-88b2-b79124fbc41c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803773-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 15, 24), 'started_at': datetime.datetime(2021, 8, 6, 17, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803773-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:23:38.114419 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347421ed-95a8-4254-a1da-c82e94609180 None None] Checking segment: {'id': '0f56620f-272e-4079-bfd8-f32d6a32afa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:23:38.121946 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-347421ed-95a8-4254-a1da-c82e94609180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:38.123008 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347421ed-95a8-4254-a1da-c82e94609180 None None] Bound using segment: {'id': '0f56620f-272e-4079-bfd8-f32d6a32afa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'} {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:23:38.123989 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [None req-347421ed-95a8-4254-a1da-c82e94609180 None None] Bound port: 433f0f52-ade9-43b9-ab61-3c069ba29041, host: dv-cinder-803773-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f56620f-272e-4079-bfd8-f32d6a32afa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'}}] {{(pid=93311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:23:38.124681 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-347421ed-95a8-4254-a1da-c82e94609180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:38.293879 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-7e08682f-c463-41ac-be04-b90653aa88dd None None] Provisioning complete for port 1f688626-e130-4148-9e7c-44bb3e170b45 triggered by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:23:38.294567 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7e08682f-c463-41ac-be04-b90653aa88dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:38.342104 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649302c3-f349-4039-a9f6-1df1dbf803ef req-0c8c5251-361d-41db-b62d-9bf5eecc1aba tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:23:38.358440 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-0a081d16-d9bb-4e75-a961-ca4722958e31 req-b14babfa-5054-45ba-8d97-96364775f74a tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] 10.222.0.89 "GET /v2.0/ports?device_id=880f71cc-689e-4321-94c8-2a7dd3812f6b HTTP/1.1" status: 200 len: 210 time: 0.1776934 Aug 06 17:23:38.362367 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-649302c3-f349-4039-a9f6-1df1dbf803ef req-0c8c5251-361d-41db-b62d-9bf5eecc1aba tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/networks?id=deea6c2c-89aa-49a9-8ca9-e984e33e872e HTTP/1.1" status: 200 len: 818 time: 0.7362721 Aug 06 17:23:38.372239 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [None req-347421ed-95a8-4254-a1da-c82e94609180 None None] For port 433f0f52-ade9-43b9-ab61-3c069ba29041, host dv-cinder-803773-1-iscsi, cleared binding levels {{(pid=93311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:23:38.398465 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [None req-347421ed-95a8-4254-a1da-c82e94609180 None None] For port 433f0f52-ade9-43b9-ab61-3c069ba29041, host dv-cinder-803773-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=433f0f52-ade9-43b9-ab61-3c069ba29041,segment=NetworkSegment(0f56620f-272e-4079-bfd8-f32d6a32afa9),segment_id=0f56620f-272e-4079-bfd8-f32d6a32afa9)] {{(pid=93311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:23:38.417554 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-347421ed-95a8-4254-a1da-c82e94609180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:38.426096 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-649302c3-f349-4039-a9f6-1df1dbf803ef req-82ce43e4-fa7a-4fbf-80e1-bedb6570281e tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/quotas/d4d45ad3cd734f29b1d101a15856a9e4 HTTP/1.1" status: 200 len: 375 time: 0.0603509 Aug 06 17:23:38.552043 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port e2bfbfa3-5d4f-4da8-ab1c-7831f5568547 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:23:38.553866 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:38.704835 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2da3ff-4e0a-4254-83f8-881642f45f3c None None] Pushing event updated for resources: {'Port': ['ID=433f0f52-ade9-43b9-ab61-3c069ba29041,revision_number=3']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:38.733156 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.db_base_plugin_common [None req-23f8e816-d2bd-418c-9c71-563d8745d886 admin admin] Allocated IP 172.20.0.1 (7806f8bb-4441-4b40-a114-e639f43ce5ef/6a5bba92-673b-4ffb-874f-ddb7f0dd2e8d/f24f76f9-b9ec-4633-8261-907729c49542) {{(pid=93308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:23:38.761455 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347421ed-95a8-4254-a1da-c82e94609180 None None] Routers {'4691c707-9de5-48ae-a7a1-6d40740ba8df'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:23:38.766629 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-347421ed-95a8-4254-a1da-c82e94609180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:23:23Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['4691c707-9de5-48ae-a7a1-6d40740ba8df'], 'active': True} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:23:38.834006 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-23834d9d-3ce8-42e6-8cfa-437e01627a55 None None] Set router b8dbcd67-7acd-42d4-9411-5d0021577b20 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:23:39.120300 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-23f8e816-d2bd-418c-9c71-563d8745d886 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:39.166879 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-649302c3-f349-4039-a9f6-1df1dbf803ef req-284c20f9-fb4d-4191-8ebe-a5f2697d659d tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=d4d45ad3cd734f29b1d101a15856a9e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7395120 Aug 06 17:23:39.190272 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.96', 54400) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:39.225876 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvr_db [None req-347421ed-95a8-4254-a1da-c82e94609180 None None] Set router 4691c707-9de5-48ae-a7a1-6d40740ba8df gateway port host: dv-cinder-803773-1-iscsi {{(pid=93311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:23:39.287914 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-0839f13c-7497-418f-b575-ca758b3ac873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7ec83f-2281-4c78-8448-154152dcbf4c', 'name': 'tempest-ServerRescueNegativeTestJSON-524492362-router', 'tenant_id': 'd4d45ad3cd734f29b1d101a15856a9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '71edfdea-aee6-4234-87ba-1ac0d9d85478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:23:27Z', 'updated_at': '2021-08-06T17:23:33Z', 'revision_number': 4, 'project_id': 'd4d45ad3cd734f29b1d101a15856a9e4', 'gw_port': {'id': '71edfdea-aee6-4234-87ba-1ac0d9d85478', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ac:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7ec83f-2281-4c78-8448-154152dcbf4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:28Z', 'updated_at': '2021-08-06T17:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': '0c2db788-0390-4a54-8b8a-670070d72af3', 'name': '', 'network_id': 'deea6c2c-89aa-49a9-8ca9-e984e33e872e', 'tenant_id': 'd4d45ad3cd734f29b1d101a15856a9e4', 'mac_address': 'fa:16:3e:11:73:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7ec83f-2281-4c78-8448-154152dcbf4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c44d3273-d0a1-4d92-88ef-0e9181e87f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:32Z', 'updated_at': '2021-08-06T17:23:34Z', 'revision_number': 2, 'project_id': 'd4d45ad3cd734f29b1d101a15856a9e4', 'subnets': [{'id': 'c44d3273-d0a1-4d92-88ef-0e9181e87f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:23:39.291122 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.provisioning_blocks [None req-23f8e816-d2bd-418c-9c71-563d8745d886 admin admin] Transition to ACTIVE for port object f24f76f9-b9ec-4633-8261-907729c49542 will not be triggered until provisioned by entity DHCP. {{(pid=93308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:23:39.324029 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-40033444-0dff-489b-811d-ad102fa5ab11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:39.436128 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-649302c3-f349-4039-a9f6-1df1dbf803ef req-b86b0e7a-7692-4d5b-8038-fbe60caa64a3 service neutron] 10.222.0.89 "GET /v2.0/networks/deea6c2c-89aa-49a9-8ca9-e984e33e872e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673993 Aug 06 17:23:39.635150 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0839f13c-7497-418f-b575-ca758b3ac873 None None] Checking router: 6b7ec83f-2281-4c78-8448-154152dcbf4c for host: dv-cinder-803773-1-iscsi {{(pid=93310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:23:39.635765 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0839f13c-7497-418f-b575-ca758b3ac873 None None] Updating router 6b7ec83f-2281-4c78-8448-154152dcbf4c port 0c2db788-0390-4a54-8b8a-670070d72af3 binding host dv-cinder-803773-1-iscsi {{(pid=93310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 17:23:39.654614 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-649302c3-f349-4039-a9f6-1df1dbf803ef req-632960ef-3c39-4502-a605-59edf132245b service neutron] 10.222.0.89 "GET /v2.0/networks/deea6c2c-89aa-49a9-8ca9-e984e33e872e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115090 Aug 06 17:23:39.664768 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-347421ed-95a8-4254-a1da-c82e94609180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'name': 'tempest-AttachVolumeTestJSON-602422730-router', 'tenant_id': '5efb9b646c554c22b0521e69231c9910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '433f0f52-ade9-43b9-ab61-3c069ba29041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:23:30Z', 'updated_at': '2021-08-06T17:23:34Z', 'revision_number': 3, 'project_id': '5efb9b646c554c22b0521e69231c9910', 'gw_port': {'id': '433f0f52-ade9-43b9-ab61-3c069ba29041', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:34:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:32Z', 'updated_at': '2021-08-06T17:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi'}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:23:39.670840 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-23f8e816-d2bd-418c-9c71-563d8745d886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244'] for port, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:39.722735 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f8e816-d2bd-418c-9c71-563d8745d886 admin admin] Network 7806f8bb-4441-4b40-a114-e639f43ce5ef is already hosted by enough agents. {{(pid=93308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:23:39.723248 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-0839f13c-7497-418f-b575-ca758b3ac873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:39.725832 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.base_scheduler [None req-23f8e816-d2bd-418c-9c71-563d8745d886 admin admin] Resources bound (agent type, host, resource id): {{(pid=93308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:23:39.730457 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f8e816-d2bd-418c-9c71-563d8745d886 admin admin] Received port after_create {{(pid=93308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:23:39.731028 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-23f8e816-d2bd-418c-9c71-563d8745d886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-439167'] for router_interface, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:39.761637 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-989c4f07-9794-46d5-9ebd-9825980c4817 req-c82f9a9d-c044-4288-b8b7-463cb7cd5d58 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] 10.222.0.89 "GET /v2.0/ports?device_id=880f71cc-689e-4321-94c8-2a7dd3812f6b HTTP/1.1" status: 200 len: 210 time: 0.1783991 Aug 06 17:23:39.763435 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347421ed-95a8-4254-a1da-c82e94609180 None None] The sync data for ids ['4691c707-9de5-48ae-a7a1-6d40740ba8df'] in dv-cinder-803773-1-iscsi is: [{'id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'name': 'tempest-AttachVolumeTestJSON-602422730-router', 'tenant_id': '5efb9b646c554c22b0521e69231c9910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '433f0f52-ade9-43b9-ab61-3c069ba29041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:23:30Z', 'updated_at': '2021-08-06T17:23:34Z', 'revision_number': 3, 'project_id': '5efb9b646c554c22b0521e69231c9910', 'gw_port': {'id': '433f0f52-ade9-43b9-ab61-3c069ba29041', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:34:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:32Z', 'updated_at': '2021-08-06T17:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi'}] {{(pid=93311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:23:39.829792 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-ad45ac23-a2b6-46fa-a769-615ee61c994e tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:23:39.852342 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-ad45ac23-a2b6-46fa-a769-615ee61c994e tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] 10.222.0.96 "GET /v2.0/networks?id=40a72730-b2bd-49a3-9c45-8408d74e9ca2 HTTP/1.1" status: 200 len: 811 time: 0.6590533 Aug 06 17:23:39.984052 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-31971840-6cde-430f-a0be-aaae756f6925 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] Request body: {'port': {'device_id': '880f71cc-689e-4321-94c8-2a7dd3812f6b', 'network_id': '40a72730-b2bd-49a3-9c45-8408d74e9ca2', 'admin_state_up': True, 'tenant_id': '985256401bf64b94994154f2be59f43e'}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:23:40.094544 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f8e816-d2bd-418c-9c71-563d8745d886 admin admin] Pushing event updated for resources: {'Port': ['ID=f24f76f9-b9ec-4633-8261-907729c49542,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:40.269411 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-23f8e816-d2bd-418c-9c71-563d8745d886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:40.371083 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-0839f13c-7497-418f-b575-ca758b3ac873 None None] Notify callbacks [] for port, precommit_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:40.454030 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-0839f13c-7497-418f-b575-ca758b3ac873 None None] Transition to ACTIVE for port object 0c2db788-0390-4a54-8b8a-670070d72af3 will not be triggered until provisioned by entity L2. {{(pid=93310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:23:40.487198 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 1f688626-e130-4148-9e7c-44bb3e170b45 up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:23:40.491485 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-0839f13c-7497-418f-b575-ca758b3ac873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:40.551602 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-7e08682f-c463-41ac-be04-b90653aa88dd None None] Provisioning complete for port e2bfbfa3-5d4f-4da8-ab1c-7831f5568547 triggered by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:23:40.551602 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7e08682f-c463-41ac-be04-b90653aa88dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:40.592841 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:40.789270 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-56c2eb91-bd32-4a6e-96dd-86ea1042f27f req-5d58772f-fdec-4dc8-940a-d0dd624a0acf tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 210 time: 0.6682155 Aug 06 17:23:40.928259 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 57906) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:40.960694 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-23834d9d-3ce8-42e6-8cfa-437e01627a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'name': 'tempest-AttachVolumeShelveTestJSON-1533275519-router', 'tenant_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '439c51b3-0448-4ea1-92ef-368dad291d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:23:30Z', 'updated_at': '2021-08-06T17:23:35Z', 'revision_number': 3, 'project_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'gw_port': {'id': '439c51b3-0448-4ea1-92ef-368dad291d7f', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:33Z', 'updated_at': '2021-08-06T17:23:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi'}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:23:40.971373 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-23f8e816-d2bd-418c-9c71-563d8745d886 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:40.990057 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-23f8e816-d2bd-418c-9c71-563d8745d886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:40.991667 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-23f8e816-d2bd-418c-9c71-563d8745d886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429519'] for router_interface, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:41.041429 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23834d9d-3ce8-42e6-8cfa-437e01627a55 None None] Checking router: b8dbcd67-7acd-42d4-9411-5d0021577b20 for host: dv-cinder-803773-1-iscsi {{(pid=93310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:23:41.041744 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23834d9d-3ce8-42e6-8cfa-437e01627a55 None None] Updating router b8dbcd67-7acd-42d4-9411-5d0021577b20 port 439c51b3-0448-4ea1-92ef-368dad291d7f binding host dv-cinder-803773-1-iscsi {{(pid=93310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 17:23:41.161276 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774e236-8e07-4510-b18f-d68980d09d06 None None] Pushing event updated for resources: {'Port': ['ID=0c2db788-0390-4a54-8b8a-670070d72af3,revision_number=3']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:41.197623 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-08357a55-a927-4d63-b104-c3121753a5f4 None None] Provisioning for port f24f76f9-b9ec-4633-8261-907729c49542 completed by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:23:41.238660 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-0839f13c-7497-418f-b575-ca758b3ac873 None None] Attempting to bind port 0c2db788-0390-4a54-8b8a-670070d72af3 on host dv-cinder-803773-1-iscsi for vnic_type normal with profile {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:23:41.239051 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-0839f13c-7497-418f-b575-ca758b3ac873 None None] Attempting to bind port 0c2db788-0390-4a54-8b8a-670070d72af3 by drivers openvswitch,hyperv on host dv-cinder-803773-1-iscsi at level 0 using segments [{'id': '1f629a59-4c07-46a1-b9e6-833920fc9ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'deea6c2c-89aa-49a9-8ca9-e984e33e872e'}] {{(pid=93310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:23:41.241179 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0839f13c-7497-418f-b575-ca758b3ac873 None None] Attempting to bind port 0c2db788-0390-4a54-8b8a-670070d72af3 on network deea6c2c-89aa-49a9-8ca9-e984e33e872e {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:23:41.251258 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.db_base_plugin_common [None req-40033444-0dff-489b-811d-ad102fa5ab11 admin admin] Allocated IP 172.20.0.1 (5b6dd1b8-72d2-4509-8411-cf148b92c6ca/92e55e27-88da-4b01-a596-8314d113e8dc/f29d58b6-9b6a-474e-bc0c-01f04c445337) {{(pid=93309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:23:41.254589 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-08357a55-a927-4d63-b104-c3121753a5f4 None None] Provisioning complete for port f24f76f9-b9ec-4633-8261-907729c49542 triggered by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:23:41.254962 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-08357a55-a927-4d63-b104-c3121753a5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:41.268815 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0839f13c-7497-418f-b575-ca758b3ac873 None None] Checking agent: {'id': 'c2f4de20-f7af-45ef-88b2-b79124fbc41c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803773-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 15, 24), 'started_at': datetime.datetime(2021, 8, 6, 17, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803773-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:23:41.269116 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0839f13c-7497-418f-b575-ca758b3ac873 None None] Checking segment: {'id': '1f629a59-4c07-46a1-b9e6-833920fc9ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'deea6c2c-89aa-49a9-8ca9-e984e33e872e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:23:41.271592 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-0839f13c-7497-418f-b575-ca758b3ac873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:41.272362 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0839f13c-7497-418f-b575-ca758b3ac873 None None] Bound using segment: {'id': '1f629a59-4c07-46a1-b9e6-833920fc9ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'deea6c2c-89aa-49a9-8ca9-e984e33e872e'} {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:23:41.273836 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-0839f13c-7497-418f-b575-ca758b3ac873 None None] Bound port: 0c2db788-0390-4a54-8b8a-670070d72af3, host: dv-cinder-803773-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f629a59-4c07-46a1-b9e6-833920fc9ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'deea6c2c-89aa-49a9-8ca9-e984e33e872e'}}] {{(pid=93310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:23:41.274852 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-0839f13c-7497-418f-b575-ca758b3ac873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:41.281451 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-23834d9d-3ce8-42e6-8cfa-437e01627a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:41.317240 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port 1f688626-e130-4148-9e7c-44bb3e170b45 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:23:41.319131 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:41.500861 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-0839f13c-7497-418f-b575-ca758b3ac873 None None] For port 0c2db788-0390-4a54-8b8a-670070d72af3, host dv-cinder-803773-1-iscsi, cleared binding levels {{(pid=93310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:23:41.508558 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-0839f13c-7497-418f-b575-ca758b3ac873 None None] For port 0c2db788-0390-4a54-8b8a-670070d72af3, host dv-cinder-803773-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=0c2db788-0390-4a54-8b8a-670070d72af3,segment=NetworkSegment(1f629a59-4c07-46a1-b9e6-833920fc9ee9),segment_id=1f629a59-4c07-46a1-b9e6-833920fc9ee9)] {{(pid=93310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:23:41.529122 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-0839f13c-7497-418f-b575-ca758b3ac873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:41.562726 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-31971840-6cde-430f-a0be-aaae756f6925 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] Made reservation on behalf of 985256401bf64b94994154f2be59f43e for: {'port': 1} {{(pid=93309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:23:41.571275 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-31971840-6cde-430f-a0be-aaae756f6925 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:41.638125 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f8e816-d2bd-418c-9c71-563d8745d886 admin admin] Pushing event updated for resources: {'Port': ['ID=f24f76f9-b9ec-4633-8261-907729c49542,revision_number=2']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:41.668633 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 57944) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:41.757937 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f0e53bd7-164c-43df-9fc5-b66cbf10b84f req-cc7fb906-24d4-4d7a-86ce-0c59bfb20545 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] 10.222.0.89 "GET /v2.0/ports?device_id=880f71cc-689e-4321-94c8-2a7dd3812f6b HTTP/1.1" status: 200 len: 210 time: 0.1451263 Aug 06 17:23:41.830517 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f8e816-d2bd-418c-9c71-563d8745d886 admin admin] Network 7806f8bb-4441-4b40-a114-e639f43ce5ef is already hosted by enough agents. {{(pid=93308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:23:41.834186 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.base_scheduler [None req-23f8e816-d2bd-418c-9c71-563d8745d886 admin admin] Resources bound (agent type, host, resource id): {{(pid=93308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:23:41.858932 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774e236-8e07-4510-b18f-d68980d09d06 None None] Pushing event updated for resources: {'Port': ['ID=0c2db788-0390-4a54-8b8a-670070d72af3,revision_number=4']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:41.879736 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-08357a55-a927-4d63-b104-c3121753a5f4 None None] Port f24f76f9-b9ec-4633-8261-907729c49542 cannot update to ACTIVE because it is not bound. {{(pid=93310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:23:41.942880 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-53d258d6-089c-4e67-9620-f15e0ea5eb02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:41.990726 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-b7cee4e7-4cc9-43b8-92b9-03f32d0167a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:42.105742 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 57956) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:42.116717 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0839f13c-7497-418f-b575-ca758b3ac873 None None] Routers {'6b7ec83f-2281-4c78-8448-154152dcbf4c'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:23:42.118209 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-0839f13c-7497-418f-b575-ca758b3ac873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:23:23Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['6b7ec83f-2281-4c78-8448-154152dcbf4c'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:23:42.127115 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f8e816-d2bd-418c-9c71-563d8745d886 admin admin] Router 4691c707-9de5-48ae-a7a1-6d40740ba8df has already been hosted by L3 agent cbcd3d9e-bca5-4529-952b-48c65d2aceac {{(pid=93308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:23:42.389546 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-dee29a76-1fde-4ed6-a0c8-2731fc385461 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:23:42.395910 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-dee29a76-1fde-4ed6-a0c8-2731fc385461 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/networks?id=deea6c2c-89aa-49a9-8ca9-e984e33e872e HTTP/1.1" status: 200 len: 818 time: 0.7544351 Aug 06 17:23:42.451830 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-e260a800-e476-493d-8a6e-9647ab477632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:42.514858 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 71edfdea-aee6-4234-87ba-1ac0d9d85478 up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:23:42.547017 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-b1c5bc10-8735-4189-a78c-2872be03e550 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/quotas/d4d45ad3cd734f29b1d101a15856a9e4 HTTP/1.1" status: 200 len: 375 time: 0.0890067 Aug 06 17:23:42.706661 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-53d258d6-089c-4e67-9620-f15e0ea5eb02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:42.711500 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f8e816-d2bd-418c-9c71-563d8745d886 admin admin] Notify agent at l3_agent.dv-cinder-803773-1-iscsi the message routers_updated {{(pid=93308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:23:42.720786 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-53d258d6-089c-4e67-9620-f15e0ea5eb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:42.737422 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-23f8e816-d2bd-418c-9c71-563d8745d886 admin admin] 10.222.0.89 "PUT /v2.0/routers/4691c707-9de5-48ae-a7a1-6d40740ba8df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5172997 Aug 06 17:23:42.811435 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-0839f13c-7497-418f-b575-ca758b3ac873 None None] Set router 6b7ec83f-2281-4c78-8448-154152dcbf4c gateway port host: dv-cinder-803773-1-iscsi {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:23:42.820610 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d258d6-089c-4e67-9620-f15e0ea5eb02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81ebf59-4608-4b5f-8821-d876115c882d,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:42.863387 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-53d258d6-089c-4e67-9620-f15e0ea5eb02 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=fa6ace714d7540fdb96d9c1ece082de9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1837101 Aug 06 17:23:42.866717 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 57980) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:43.014850 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-955decbb-0cc0-4959-9564-cdd9d2c899ed None None] Provisioning complete for port f24f76f9-b9ec-4633-8261-907729c49542 triggered by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:23:43.015080 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-955decbb-0cc0-4959-9564-cdd9d2c899ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:43.081663 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-ed8f5fa9-c463-47da-9a52-a38c80c86b62 req-d81ea049-7c4a-4526-aa3b-966506762fe2 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] 10.222.0.89 "GET /v2.0/ports?device_id=880f71cc-689e-4321-94c8-2a7dd3812f6b HTTP/1.1" status: 200 len: 210 time: 0.1276145 Aug 06 17:23:43.092540 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570298dd-4416-4204-a939-a5c2b0388d41 None None] Sync routers for ids ['4691c707-9de5-48ae-a7a1-6d40740ba8df'] in dv-cinder-803773-1-iscsi {{(pid=93311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:23:43.103565 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-40033444-0dff-489b-811d-ad102fa5ab11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:43.107359 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570298dd-4416-4204-a939-a5c2b0388d41 None None] Routers {'4691c707-9de5-48ae-a7a1-6d40740ba8df'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:23:43.107998 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-570298dd-4416-4204-a939-a5c2b0388d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:23:23Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['4691c707-9de5-48ae-a7a1-6d40740ba8df'], 'active': True} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:23:43.148783 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.db.api [None req-e260a800-e476-493d-8a6e-9647ab477632 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 17:23:43.148783 dv-cinder-803773-1-iscsi neutron-server[93308]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 06 17:23:43.148783 dv-cinder-803773-1-iscsi neutron-server[93308]: [parameters: {'project_id_1': 'c72146f19d40410194365a0b50b76da0', 'expiration_1': datetime.datetime(2021, 8, 6, 17, 23, 42, 619391)}] Aug 06 17:23:43.148783 dv-cinder-803773-1-iscsi neutron-server[93308]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 17:23:43.148783 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG oslo_db.api [None req-e260a800-e476-493d-8a6e-9647ab477632 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 17:23:43.220126 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-1f81bece-02eb-4246-aa30-f3c488ab8dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:43.240548 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 57988) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:43.294900 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-1f81bece-02eb-4246-aa30-f3c488ab8dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:43.391271 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-14a961c2-cf7b-4f25-b17d-2192a3cc6ca4 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=d4d45ad3cd734f29b1d101a15856a9e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8431058 Aug 06 17:23:43.439047 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-1f81bece-02eb-4246-aa30-f3c488ab8dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:43.442223 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-1f81bece-02eb-4246-aa30-f3c488ab8dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:43.447109 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-1f81bece-02eb-4246-aa30-f3c488ab8dd4 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d81ebf59-4608-4b5f-8821-d876115c882d HTTP/1.1" status: 204 len: 168 time: 0.5764768 Aug 06 17:23:43.448612 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvr_db [None req-570298dd-4416-4204-a939-a5c2b0388d41 None None] Set router 4691c707-9de5-48ae-a7a1-6d40740ba8df gateway port host: dv-cinder-803773-1-iscsi {{(pid=93311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:23:43.456454 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.provisioning_blocks [None req-40033444-0dff-489b-811d-ad102fa5ab11 admin admin] Transition to ACTIVE for port object f29d58b6-9b6a-474e-bc0c-01f04c445337 will not be triggered until provisioned by entity DHCP. {{(pid=93309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:23:43.460926 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f81bece-02eb-4246-aa30-f3c488ab8dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81ebf59-4608-4b5f-8821-d876115c882d,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:43.492364 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-23834d9d-3ce8-42e6-8cfa-437e01627a55 None None] Notify callbacks [] for port, precommit_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:43.515307 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.db_base_plugin_common [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-31971840-6cde-430f-a0be-aaae756f6925 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] Allocated IP 172.20.0.6 (40a72730-b2bd-49a3-9c45-8408d74e9ca2/a3d6faab-a572-403c-a52e-2d4c31243d4d/f4487757-be1d-4d54-ba93-a3166475e5f3) {{(pid=93309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:23:43.541304 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-23834d9d-3ce8-42e6-8cfa-437e01627a55 None None] Transition to ACTIVE for port object 439c51b3-0448-4ea1-92ef-368dad291d7f will not be triggered until provisioned by entity L2. {{(pid=93310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:23:43.559435 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-d6403e06-c50b-48ad-a4ba-bed4b3251c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:43.634603 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-955decbb-0cc0-4959-9564-cdd9d2c899ed None None] Port f24f76f9-b9ec-4633-8261-907729c49542 cannot update to ACTIVE because it is not bound. {{(pid=93310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:23:43.645934 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-e260a800-e476-493d-8a6e-9647ab477632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:43.675659 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-23834d9d-3ce8-42e6-8cfa-437e01627a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:43.761158 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-b7cee4e7-4cc9-43b8-92b9-03f32d0167a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:43.774995 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-b7cee4e7-4cc9-43b8-92b9-03f32d0167a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:43.822027 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port 71edfdea-aee6-4234-87ba-1ac0d9d85478 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:23:43.824882 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:43.975471 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-23834d9d-3ce8-42e6-8cfa-437e01627a55 None None] Attempting to bind port 439c51b3-0448-4ea1-92ef-368dad291d7f on host dv-cinder-803773-1-iscsi for vnic_type normal with profile {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:23:43.975848 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-23834d9d-3ce8-42e6-8cfa-437e01627a55 None None] Attempting to bind port 439c51b3-0448-4ea1-92ef-368dad291d7f by drivers openvswitch,hyperv on host dv-cinder-803773-1-iscsi at level 0 using segments [{'id': '0f56620f-272e-4079-bfd8-f32d6a32afa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'}] {{(pid=93310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:23:43.979743 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23834d9d-3ce8-42e6-8cfa-437e01627a55 None None] Attempting to bind port 439c51b3-0448-4ea1-92ef-368dad291d7f on network 2c4c21cf-2746-4b14-9730-0a69daab855b {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:23:43.993041 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-d6403e06-c50b-48ad-a4ba-bed4b3251c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:43.996015 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.db.api [None req-e260a800-e476-493d-8a6e-9647ab477632 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 17:23:43.996015 dv-cinder-803773-1-iscsi neutron-server[93308]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 06 17:23:43.996015 dv-cinder-803773-1-iscsi neutron-server[93308]: [parameters: {'project_id_1': 'c72146f19d40410194365a0b50b76da0', 'expiration_1': datetime.datetime(2021, 8, 6, 17, 23, 43, 661742)}] Aug 06 17:23:43.996015 dv-cinder-803773-1-iscsi neutron-server[93308]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 17:23:43.997656 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG oslo_db.api [None req-e260a800-e476-493d-8a6e-9647ab477632 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 17:23:44.003936 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-d6403e06-c50b-48ad-a4ba-bed4b3251c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:44.035237 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23834d9d-3ce8-42e6-8cfa-437e01627a55 None None] Checking agent: {'id': 'c2f4de20-f7af-45ef-88b2-b79124fbc41c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803773-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 15, 24), 'started_at': datetime.datetime(2021, 8, 6, 17, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803773-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:23:44.035628 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23834d9d-3ce8-42e6-8cfa-437e01627a55 None None] Checking segment: {'id': '0f56620f-272e-4079-bfd8-f32d6a32afa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:23:44.036415 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-23834d9d-3ce8-42e6-8cfa-437e01627a55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:44.036415 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23834d9d-3ce8-42e6-8cfa-437e01627a55 None None] Bound using segment: {'id': '0f56620f-272e-4079-bfd8-f32d6a32afa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'} {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:23:44.036959 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-23834d9d-3ce8-42e6-8cfa-437e01627a55 None None] Bound port: 439c51b3-0448-4ea1-92ef-368dad291d7f, host: dv-cinder-803773-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f56620f-272e-4079-bfd8-f32d6a32afa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'}}] {{(pid=93310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:23:44.037394 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-23834d9d-3ce8-42e6-8cfa-437e01627a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:44.052642 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceeada7-90a1-423c-afea-a9079fd664cf None None] Pushing event updated for resources: {'Port': ['ID=439c51b3-0448-4ea1-92ef-368dad291d7f,revision_number=2']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:44.127230 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-d6403e06-c50b-48ad-a4ba-bed4b3251c25 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=beca1fbad2374f39bbe452cd42c84fc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8814125 Aug 06 17:23:44.128326 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 58002) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:44.135875 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6403e06-c50b-48ad-a4ba-bed4b3251c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af368e8b-be96-4a3c-bcf6-48b0ce47242e,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:44.194107 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-948afc4a-f6ff-41b6-a8df-34c67028fd3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:44.225168 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-948afc4a-f6ff-41b6-a8df-34c67028fd3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:44.237597 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cee4e7-4cc9-43b8-92b9-03f32d0167a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4895a031-e4db-4e93-9fc3-640c4ac2af58,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:44.302443 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.96', 54411) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:44.333516 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-570298dd-4416-4204-a939-a5c2b0388d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'name': 'tempest-AttachVolumeTestJSON-602422730-router', 'tenant_id': '5efb9b646c554c22b0521e69231c9910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '433f0f52-ade9-43b9-ab61-3c069ba29041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:23:30Z', 'updated_at': '2021-08-06T17:23:40Z', 'revision_number': 4, 'project_id': '5efb9b646c554c22b0521e69231c9910', 'gw_port': {'id': '433f0f52-ade9-43b9-ab61-3c069ba29041', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:34:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:32Z', 'updated_at': '2021-08-06T17:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': 'f24f76f9-b9ec-4633-8261-907729c49542', 'name': '', 'network_id': '7806f8bb-4441-4b40-a114-e639f43ce5ef', 'tenant_id': '5efb9b646c554c22b0521e69231c9910', 'mac_address': 'fa:16:3e:3f:d9:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6a5bba92-673b-4ffb-874f-ddb7f0dd2e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:37Z', 'updated_at': '2021-08-06T17:23:40Z', 'revision_number': 2, 'project_id': '5efb9b646c554c22b0521e69231c9910', 'subnets': [{'id': '6a5bba92-673b-4ffb-874f-ddb7f0dd2e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:23:44.340421 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-948afc4a-f6ff-41b6-a8df-34c67028fd3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:44.344057 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-948afc4a-f6ff-41b6-a8df-34c67028fd3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:44.350398 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-948afc4a-f6ff-41b6-a8df-34c67028fd3b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/af368e8b-be96-4a3c-bcf6-48b0ce47242e HTTP/1.1" status: 204 len: 168 time: 0.2209361 Aug 06 17:23:44.377484 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-b7cee4e7-4cc9-43b8-92b9-03f32d0167a0 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0f8038a9d1124006ab203f5632685113&name=default HTTP/1.1" status: 200 len: 2979 time: 3.4481049 Aug 06 17:23:44.380454 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 58010) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:44.390802 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-40033444-0dff-489b-811d-ad102fa5ab11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244'] for port, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:44.391024 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948afc4a-f6ff-41b6-a8df-34c67028fd3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af368e8b-be96-4a3c-bcf6-48b0ce47242e,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:44.443096 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-714dfb8d-0c2f-4292-9807-b870dd89006f service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=93309) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 17:23:44.446131 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-714dfb8d-0c2f-4292-9807-b870dd89006f service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2176359 Aug 06 17:23:44.481366 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570298dd-4416-4204-a939-a5c2b0388d41 None None] Checking router: 4691c707-9de5-48ae-a7a1-6d40740ba8df for host: dv-cinder-803773-1-iscsi {{(pid=93311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:23:44.482314 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570298dd-4416-4204-a939-a5c2b0388d41 None None] Updating router 4691c707-9de5-48ae-a7a1-6d40740ba8df port f24f76f9-b9ec-4633-8261-907729c49542 binding host dv-cinder-803773-1-iscsi {{(pid=93311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 17:23:44.515185 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40033444-0dff-489b-811d-ad102fa5ab11 admin admin] Pushing event updated for resources: {'Port': ['ID=f29d58b6-9b6a-474e-bc0c-01f04c445337,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:44.568644 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-5fee5be7-2c21-4423-9b09-cce48a5ca357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:44.572792 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-23834d9d-3ce8-42e6-8cfa-437e01627a55 None None] For port 439c51b3-0448-4ea1-92ef-368dad291d7f, host dv-cinder-803773-1-iscsi, cleared binding levels {{(pid=93310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:23:44.575628 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40033444-0dff-489b-811d-ad102fa5ab11 admin admin] Network 5b6dd1b8-72d2-4509-8411-cf148b92c6ca is already hosted by enough agents. {{(pid=93309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:23:44.582772 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.base_scheduler [None req-40033444-0dff-489b-811d-ad102fa5ab11 admin admin] Resources bound (agent type, host, resource id): {{(pid=93309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:23:44.605629 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 58012) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:44.613183 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-570298dd-4416-4204-a939-a5c2b0388d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:44.640368 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40033444-0dff-489b-811d-ad102fa5ab11 admin admin] Received port after_create {{(pid=93309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:23:44.641374 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-40033444-0dff-489b-811d-ad102fa5ab11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-439167'] for router_interface, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:44.659031 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 58014) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:44.689862 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-23834d9d-3ce8-42e6-8cfa-437e01627a55 None None] For port 439c51b3-0448-4ea1-92ef-368dad291d7f, host dv-cinder-803773-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=439c51b3-0448-4ea1-92ef-368dad291d7f,segment=NetworkSegment(0f56620f-272e-4079-bfd8-f32d6a32afa9),segment_id=0f56620f-272e-4079-bfd8-f32d6a32afa9)] {{(pid=93310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:23:44.707661 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-e7a582a1-2212-4821-809d-40b870366440 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1400063024', 'description': 'tempest-description--1355645403'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:23:44.721604 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-5fee5be7-2c21-4423-9b09-cce48a5ca357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:44.724478 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-23834d9d-3ce8-42e6-8cfa-437e01627a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:44.832339 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-8ca40435-e90f-4fcd-811e-032f2ca52f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:44.931912 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-e260a800-e476-493d-8a6e-9647ab477632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:44.976730 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-0839f13c-7497-418f-b575-ca758b3ac873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7ec83f-2281-4c78-8448-154152dcbf4c', 'name': 'tempest-ServerRescueNegativeTestJSON-524492362-router', 'tenant_id': 'd4d45ad3cd734f29b1d101a15856a9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '71edfdea-aee6-4234-87ba-1ac0d9d85478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:23:27Z', 'updated_at': '2021-08-06T17:23:33Z', 'revision_number': 4, 'project_id': 'd4d45ad3cd734f29b1d101a15856a9e4', 'gw_port': {'id': '71edfdea-aee6-4234-87ba-1ac0d9d85478', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ac:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7ec83f-2281-4c78-8448-154152dcbf4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:28Z', 'updated_at': '2021-08-06T17:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': '0c2db788-0390-4a54-8b8a-670070d72af3', 'name': '', 'network_id': 'deea6c2c-89aa-49a9-8ca9-e984e33e872e', 'tenant_id': 'd4d45ad3cd734f29b1d101a15856a9e4', 'mac_address': 'fa:16:3e:11:73:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7ec83f-2281-4c78-8448-154152dcbf4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c44d3273-d0a1-4d92-88ef-0e9181e87f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:32Z', 'updated_at': '2021-08-06T17:23:41Z', 'revision_number': 4, 'project_id': 'd4d45ad3cd734f29b1d101a15856a9e4', 'subnets': [{'id': 'c44d3273-d0a1-4d92-88ef-0e9181e87f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:23:45.027256 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-0c8992bb-8423-4218-be82-5dc28e445d30 req-39a05b6c-2076-4b54-91d0-ca28cdeca4d4 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] 10.222.0.89 "GET /v2.0/ports?device_id=880f71cc-689e-4321-94c8-2a7dd3812f6b HTTP/1.1" status: 200 len: 210 time: 0.2616370 Aug 06 17:23:45.037366 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 433f0f52-ade9-43b9-ab61-3c069ba29041 up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:23:45.072907 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23834d9d-3ce8-42e6-8cfa-437e01627a55 None None] Routers {'b8dbcd67-7acd-42d4-9411-5d0021577b20'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:23:45.073560 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-23834d9d-3ce8-42e6-8cfa-437e01627a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:23:23Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['b8dbcd67-7acd-42d4-9411-5d0021577b20'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:23:45.125729 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0839f13c-7497-418f-b575-ca758b3ac873 None None] The sync data for ids ['6b7ec83f-2281-4c78-8448-154152dcbf4c'] in dv-cinder-803773-1-iscsi is: [{'id': '6b7ec83f-2281-4c78-8448-154152dcbf4c', 'name': 'tempest-ServerRescueNegativeTestJSON-524492362-router', 'tenant_id': 'd4d45ad3cd734f29b1d101a15856a9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '71edfdea-aee6-4234-87ba-1ac0d9d85478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:23:27Z', 'updated_at': '2021-08-06T17:23:33Z', 'revision_number': 4, 'project_id': 'd4d45ad3cd734f29b1d101a15856a9e4', 'gw_port': {'id': '71edfdea-aee6-4234-87ba-1ac0d9d85478', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ac:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7ec83f-2281-4c78-8448-154152dcbf4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:28Z', 'updated_at': '2021-08-06T17:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': '0c2db788-0390-4a54-8b8a-670070d72af3', 'name': '', 'network_id': 'deea6c2c-89aa-49a9-8ca9-e984e33e872e', 'tenant_id': 'd4d45ad3cd734f29b1d101a15856a9e4', 'mac_address': 'fa:16:3e:11:73:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7ec83f-2281-4c78-8448-154152dcbf4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c44d3273-d0a1-4d92-88ef-0e9181e87f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:32Z', 'updated_at': '2021-08-06T17:23:41Z', 'revision_number': 4, 'project_id': 'd4d45ad3cd734f29b1d101a15856a9e4', 'subnets': [{'id': 'c44d3273-d0a1-4d92-88ef-0e9181e87f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:23:45.132675 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceeada7-90a1-423c-afea-a9079fd664cf None None] Pushing event updated for resources: {'Port': ['ID=439c51b3-0448-4ea1-92ef-368dad291d7f,revision_number=3']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:45.150755 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-e7a582a1-2212-4821-809d-40b870366440 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:45.224209 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-97b18da3-61ab-44e5-a5af-fc27dc5dfa0a None None] Provisioning for port f29d58b6-9b6a-474e-bc0c-01f04c445337 completed by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:23:45.270505 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-5fee5be7-2c21-4423-9b09-cce48a5ca357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:45.276942 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-5fee5be7-2c21-4423-9b09-cce48a5ca357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:45.278864 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-5fee5be7-2c21-4423-9b09-cce48a5ca357 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/4895a031-e4db-4e93-9fc3-640c4ac2af58 HTTP/1.1" status: 204 len: 168 time: 0.8964009 Aug 06 17:23:45.301645 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee5be7-2c21-4423-9b09-cce48a5ca357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4895a031-e4db-4e93-9fc3-640c4ac2af58,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:45.360222 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-23834d9d-3ce8-42e6-8cfa-437e01627a55 None None] Set router b8dbcd67-7acd-42d4-9411-5d0021577b20 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:23:45.386430 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-31971840-6cde-430f-a0be-aaae756f6925 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] Notify callbacks [] for port, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:45.418893 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 58024) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:45.437503 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-15a6512f-a965-456d-be18-0176779d2a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:45.480278 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-97b18da3-61ab-44e5-a5af-fc27dc5dfa0a None None] Provisioning complete for port f29d58b6-9b6a-474e-bc0c-01f04c445337 triggered by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:23:45.482811 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-97b18da3-61ab-44e5-a5af-fc27dc5dfa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:45.575181 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning for port 433f0f52-ade9-43b9-ab61-3c069ba29041 completed by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:23:45.639693 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port 433f0f52-ade9-43b9-ab61-3c069ba29041 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:23:45.640461 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:45.673100 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-570298dd-4416-4204-a939-a5c2b0388d41 None None] Notify callbacks [] for port, precommit_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:45.700519 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.provisioning_blocks [None req-570298dd-4416-4204-a939-a5c2b0388d41 None None] Transition to ACTIVE for port object f24f76f9-b9ec-4633-8261-907729c49542 will not be triggered until provisioned by entity L2. {{(pid=93311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:23:45.719084 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-570298dd-4416-4204-a939-a5c2b0388d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:45.723327 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-97b18da3-61ab-44e5-a5af-fc27dc5dfa0a None None] Port f29d58b6-9b6a-474e-bc0c-01f04c445337 cannot update to ACTIVE because it is not bound. {{(pid=93310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:23:45.824884 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d84a8-d848-47cc-9fb3-fdf8b297d1a3 None None] Pushing event updated for resources: {'Port': ['ID=f24f76f9-b9ec-4633-8261-907729c49542,revision_number=3']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:45.908913 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649302c3-f349-4039-a9f6-1df1dbf803ef req-d035be40-d4b6-41fc-9044-e56c5ceec1ad tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:23:45.910738 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-649302c3-f349-4039-a9f6-1df1dbf803ef req-d035be40-d4b6-41fc-9044-e56c5ceec1ad tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.96 "GET /v2.0/networks?id=deea6c2c-89aa-49a9-8ca9-e984e33e872e HTTP/1.1" status: 200 len: 818 time: 1.4063892 Aug 06 17:23:45.913204 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-6ab2b13b-8eef-4424-8f63-47bdcfe60311 service neutron] 10.222.0.89 "GET /v2.0/networks/deea6c2c-89aa-49a9-8ca9-e984e33e872e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3997285 Aug 06 17:23:45.925506 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [None req-570298dd-4416-4204-a939-a5c2b0388d41 None None] Attempting to bind port f24f76f9-b9ec-4633-8261-907729c49542 on host dv-cinder-803773-1-iscsi for vnic_type normal with profile {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:23:45.927008 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [None req-570298dd-4416-4204-a939-a5c2b0388d41 None None] Attempting to bind port f24f76f9-b9ec-4633-8261-907729c49542 by drivers openvswitch,hyperv on host dv-cinder-803773-1-iscsi at level 0 using segments [{'id': 'b2a2c7d8-8c0d-425d-a382-493c66f6d648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '7806f8bb-4441-4b40-a114-e639f43ce5ef'}] {{(pid=93311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:23:45.958852 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570298dd-4416-4204-a939-a5c2b0388d41 None None] Attempting to bind port f24f76f9-b9ec-4633-8261-907729c49542 on network 7806f8bb-4441-4b40-a114-e639f43ce5ef {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:23:45.958852 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570298dd-4416-4204-a939-a5c2b0388d41 None None] Checking agent: {'id': 'c2f4de20-f7af-45ef-88b2-b79124fbc41c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803773-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 15, 24), 'started_at': datetime.datetime(2021, 8, 6, 17, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803773-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:23:45.964581 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570298dd-4416-4204-a939-a5c2b0388d41 None None] Checking segment: {'id': 'b2a2c7d8-8c0d-425d-a382-493c66f6d648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '7806f8bb-4441-4b40-a114-e639f43ce5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:23:45.964581 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-570298dd-4416-4204-a939-a5c2b0388d41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:45.964581 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570298dd-4416-4204-a939-a5c2b0388d41 None None] Bound using segment: {'id': 'b2a2c7d8-8c0d-425d-a382-493c66f6d648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '7806f8bb-4441-4b40-a114-e639f43ce5ef'} {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:23:45.964581 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [None req-570298dd-4416-4204-a939-a5c2b0388d41 None None] Bound port: f24f76f9-b9ec-4633-8261-907729c49542, host: dv-cinder-803773-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2a2c7d8-8c0d-425d-a382-493c66f6d648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '7806f8bb-4441-4b40-a114-e639f43ce5ef'}}] {{(pid=93311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:23:45.964952 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-570298dd-4416-4204-a939-a5c2b0388d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:45.976273 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:46.036359 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [req-649302c3-f349-4039-a9f6-1df1dbf803ef req-ae14b7fc-d420-4632-a944-7d00c4100405 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Request body: {'port': {'device_id': '618ac209-4e4d-449c-86ef-9a66309d9dee', 'network_id': 'deea6c2c-89aa-49a9-8ca9-e984e33e872e', 'admin_state_up': True, 'tenant_id': 'd4d45ad3cd734f29b1d101a15856a9e4'}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:23:46.152485 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] For port 433f0f52-ade9-43b9-ab61-3c069ba29041, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=433f0f52-ade9-43b9-ab61-3c069ba29041,segment=NetworkSegment(0f56620f-272e-4079-bfd8-f32d6a32afa9),segment_id=0f56620f-272e-4079-bfd8-f32d6a32afa9)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:23:46.181781 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [None req-570298dd-4416-4204-a939-a5c2b0388d41 None None] For port f24f76f9-b9ec-4633-8261-907729c49542, host dv-cinder-803773-1-iscsi, cleared binding levels {{(pid=93311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:23:46.188792 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [None req-570298dd-4416-4204-a939-a5c2b0388d41 None None] For port f24f76f9-b9ec-4633-8261-907729c49542, host dv-cinder-803773-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=f24f76f9-b9ec-4633-8261-907729c49542,segment=NetworkSegment(b2a2c7d8-8c0d-425d-a382-493c66f6d648),segment_id=b2a2c7d8-8c0d-425d-a382-493c66f6d648)] {{(pid=93311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:23:46.193232 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:46.198057 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-570298dd-4416-4204-a939-a5c2b0388d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:46.276840 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-23834d9d-3ce8-42e6-8cfa-437e01627a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'name': 'tempest-AttachVolumeShelveTestJSON-1533275519-router', 'tenant_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '439c51b3-0448-4ea1-92ef-368dad291d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:23:30Z', 'updated_at': '2021-08-06T17:23:35Z', 'revision_number': 3, 'project_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'gw_port': {'id': '439c51b3-0448-4ea1-92ef-368dad291d7f', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:33Z', 'updated_at': '2021-08-06T17:23:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi'}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:23:46.344537 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9e2ea1d4-a367-4b3f-acaf-a9a23f9346b9 req-12e4a835-d943-4699-9522-277bbfe2fc36 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] 10.222.0.89 "GET /v2.0/ports?device_id=880f71cc-689e-4321-94c8-2a7dd3812f6b HTTP/1.1" status: 200 len: 210 time: 0.0833204 Aug 06 17:23:46.375606 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23834d9d-3ce8-42e6-8cfa-437e01627a55 None None] The sync data for ids ['b8dbcd67-7acd-42d4-9411-5d0021577b20'] in dv-cinder-803773-1-iscsi is: [{'id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'name': 'tempest-AttachVolumeShelveTestJSON-1533275519-router', 'tenant_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '439c51b3-0448-4ea1-92ef-368dad291d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:23:30Z', 'updated_at': '2021-08-06T17:23:35Z', 'revision_number': 3, 'project_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'gw_port': {'id': '439c51b3-0448-4ea1-92ef-368dad291d7f', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:33Z', 'updated_at': '2021-08-06T17:23:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi'}] {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:23:46.419503 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Pushing event updated for resources: {'Port': ['ID=433f0f52-ade9-43b9-ab61-3c069ba29041,revision_number=4']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:46.423885 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-31971840-6cde-430f-a0be-aaae756f6925 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244'] for port, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:46.430245 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570298dd-4416-4204-a939-a5c2b0388d41 None None] Routers {'4691c707-9de5-48ae-a7a1-6d40740ba8df'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:23:46.436978 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-570298dd-4416-4204-a939-a5c2b0388d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:23:23Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['4691c707-9de5-48ae-a7a1-6d40740ba8df'], 'active': True} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:23:46.533684 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 58032) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:46.535627 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-40033444-0dff-489b-811d-ad102fa5ab11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:46.543968 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d84a8-d848-47cc-9fb3-fdf8b297d1a3 None None] Pushing event updated for resources: {'Port': ['ID=f24f76f9-b9ec-4633-8261-907729c49542,revision_number=4']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:46.573140 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-46f983a5-00d8-45cc-9e77-748ebe945216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:46.732276 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvr_db [None req-570298dd-4416-4204-a939-a5c2b0388d41 None None] Set router 4691c707-9de5-48ae-a7a1-6d40740ba8df gateway port host: dv-cinder-803773-1-iscsi {{(pid=93311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:23:47.045919 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-31971840-6cde-430f-a0be-aaae756f6925 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] Network 40a72730-b2bd-49a3-9c45-8408d74e9ca2 is already hosted by enough agents. {{(pid=93309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:23:47.100935 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 433f0f52-ade9-43b9-ab61-3c069ba29041 up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:23:47.156189 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.base_scheduler [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-31971840-6cde-430f-a0be-aaae756f6925 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] Resources bound (agent type, host, resource id): {{(pid=93309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:23:47.183898 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-31971840-6cde-430f-a0be-aaae756f6925 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] Received port after_create {{(pid=93309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:23:47.189855 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-31971840-6cde-430f-a0be-aaae756f6925 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:23:47.217545 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-31971840-6cde-430f-a0be-aaae756f6925 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for port, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:47.257240 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-8ca40435-e90f-4fcd-811e-032f2ca52f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:47.259144 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port 433f0f52-ade9-43b9-ab61-3c069ba29041 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:23:47.259594 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:47.280789 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-171d4d3b-a2ea-4d42-a5a6-898d70275d1e service neutron] 10.222.0.89 "GET /v2.0/networks/deea6c2c-89aa-49a9-8ca9-e984e33e872e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3563840 Aug 06 17:23:47.316566 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-8ca40435-e90f-4fcd-811e-032f2ca52f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:47.389691 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-570298dd-4416-4204-a939-a5c2b0388d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'name': 'tempest-AttachVolumeTestJSON-602422730-router', 'tenant_id': '5efb9b646c554c22b0521e69231c9910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '433f0f52-ade9-43b9-ab61-3c069ba29041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:23:30Z', 'updated_at': '2021-08-06T17:23:40Z', 'revision_number': 4, 'project_id': '5efb9b646c554c22b0521e69231c9910', 'gw_port': {'id': '433f0f52-ade9-43b9-ab61-3c069ba29041', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:34:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:32Z', 'updated_at': '2021-08-06T17:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': 'f24f76f9-b9ec-4633-8261-907729c49542', 'name': '', 'network_id': '7806f8bb-4441-4b40-a114-e639f43ce5ef', 'tenant_id': '5efb9b646c554c22b0521e69231c9910', 'mac_address': 'fa:16:3e:3f:d9:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6a5bba92-673b-4ffb-874f-ddb7f0dd2e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:37Z', 'updated_at': '2021-08-06T17:23:46Z', 'revision_number': 4, 'project_id': '5efb9b646c554c22b0521e69231c9910', 'subnets': [{'id': '6a5bba92-673b-4ffb-874f-ddb7f0dd2e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:23:47.400863 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-8ca40435-e90f-4fcd-811e-032f2ca52f11 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ddd945a929ba48bfbd1495fb5df00af9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7385848 Aug 06 17:23:47.404445 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31971840-6cde-430f-a0be-aaae756f6925 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] Pushing event updated for resources: {'Port': ['ID=f4487757-be1d-4d54-ba93-a3166475e5f3,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:47.408041 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 58036) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:47.455327 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570298dd-4416-4204-a939-a5c2b0388d41 None None] The sync data for ids ['4691c707-9de5-48ae-a7a1-6d40740ba8df'] in dv-cinder-803773-1-iscsi is: [{'id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'name': 'tempest-AttachVolumeTestJSON-602422730-router', 'tenant_id': '5efb9b646c554c22b0521e69231c9910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '433f0f52-ade9-43b9-ab61-3c069ba29041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:23:30Z', 'updated_at': '2021-08-06T17:23:40Z', 'revision_number': 4, 'project_id': '5efb9b646c554c22b0521e69231c9910', 'gw_port': {'id': '433f0f52-ade9-43b9-ab61-3c069ba29041', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:34:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:32Z', 'updated_at': '2021-08-06T17:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': 'f24f76f9-b9ec-4633-8261-907729c49542', 'name': '', 'network_id': '7806f8bb-4441-4b40-a114-e639f43ce5ef', 'tenant_id': '5efb9b646c554c22b0521e69231c9910', 'mac_address': 'fa:16:3e:3f:d9:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6a5bba92-673b-4ffb-874f-ddb7f0dd2e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:37Z', 'updated_at': '2021-08-06T17:23:46Z', 'revision_number': 4, 'project_id': '5efb9b646c554c22b0521e69231c9910', 'subnets': [{'id': '6a5bba92-673b-4ffb-874f-ddb7f0dd2e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:23:47.518178 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 0c2db788-0390-4a54-8b8a-670070d72af3 up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:23:47.556757 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca40435-e90f-4fcd-811e-032f2ca52f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec6ebe2-cf2b-4e88-accf-0b5c3ce97f2f,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:47.648141 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning for port 0c2db788-0390-4a54-8b8a-670070d72af3 completed by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:23:47.653307 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port 0c2db788-0390-4a54-8b8a-670070d72af3 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:23:47.653946 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:47.673425 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-6ffee8bf-f3a2-4ec3-995f-4204df6299fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:47.766788 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-6ffee8bf-f3a2-4ec3-995f-4204df6299fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:47.769735 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-e260a800-e476-493d-8a6e-9647ab477632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:47.790430 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-e260a800-e476-493d-8a6e-9647ab477632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:47.862024 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-e260a800-e476-493d-8a6e-9647ab477632 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c72146f19d40410194365a0b50b76da0&name=default HTTP/1.1" status: 200 len: 2979 time: 5.7507861 Aug 06 17:23:47.864654 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e260a800-e476-493d-8a6e-9647ab477632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a88d2bd-b4f8-4f45-8b7e-ab54baa4d732,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:47.876596 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de40687-f7dc-4c26-a522-8f88e0897f60 req-2ce53ba7-e45a-4774-a225-f123742322b3 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:23:47.884254 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-0de40687-f7dc-4c26-a522-8f88e0897f60 req-2ce53ba7-e45a-4774-a225-f123742322b3 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] 10.222.0.89 "GET /v2.0/ports?device_id=880f71cc-689e-4321-94c8-2a7dd3812f6b HTTP/1.1" status: 200 len: 931 time: 0.3350081 Aug 06 17:23:47.886002 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 58046) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:47.889993 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-40033444-0dff-489b-811d-ad102fa5ab11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:47.908951 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-31971840-6cde-430f-a0be-aaae756f6925 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.9519391 Aug 06 17:23:47.909537 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-40033444-0dff-489b-811d-ad102fa5ab11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:47.910368 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-40033444-0dff-489b-811d-ad102fa5ab11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429519'] for router_interface, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:47.951120 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:47.976683 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-370dee40-b51f-42cd-9a84-4eb1bd7cafb8 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=93309) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 17:23:47.977766 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-370dee40-b51f-42cd-9a84-4eb1bd7cafb8 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079772 Aug 06 17:23:48.042992 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-0de40687-f7dc-4c26-a522-8f88e0897f60 req-b3d898bd-9727-42aa-8505-3067b0b26069 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] 10.222.0.89 "GET /v2.0/security-groups?id=4ae41e73-7aeb-49bc-b79e-7150bbde1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524732 Aug 06 17:23:48.093938 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] For port 0c2db788-0390-4a54-8b8a-670070d72af3, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=0c2db788-0390-4a54-8b8a-670070d72af3,segment=NetworkSegment(1f629a59-4c07-46a1-b9e6-833920fc9ee9),segment_id=1f629a59-4c07-46a1-b9e6-833920fc9ee9)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:23:48.106230 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-fc6484c1-0451-4b4b-9c16-23f8e40ea6f8 req-e4dc418d-06dd-40a2-b238-c40683ebd403 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 210 time: 0.1380079 Aug 06 17:23:48.127778 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-bbbbefde-fe71-4573-a2b4-7fc99317092f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:48.135012 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:48.142615 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40033444-0dff-489b-811d-ad102fa5ab11 admin admin] Pushing event updated for resources: {'Port': ['ID=f29d58b6-9b6a-474e-bc0c-01f04c445337,revision_number=2']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:48.212467 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-bbbbefde-fe71-4573-a2b4-7fc99317092f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:48.279163 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-6ffee8bf-f3a2-4ec3-995f-4204df6299fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:48.282075 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-6ffee8bf-f3a2-4ec3-995f-4204df6299fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:48.288003 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Pushing event updated for resources: {'Port': ['ID=0c2db788-0390-4a54-8b8a-670070d72af3,revision_number=5']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:48.299000 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-6ffee8bf-f3a2-4ec3-995f-4204df6299fe admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/0ec6ebe2-cf2b-4e88-accf-0b5c3ce97f2f HTTP/1.1" status: 204 len: 168 time: 0.8773167 Aug 06 17:23:48.307558 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-bbbbefde-fe71-4573-a2b4-7fc99317092f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:48.311581 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-bbbbefde-fe71-4573-a2b4-7fc99317092f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:48.313103 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-bbbbefde-fe71-4573-a2b4-7fc99317092f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/4a88d2bd-b4f8-4f45-8b7e-ab54baa4d732 HTTP/1.1" status: 204 len: 168 time: 0.4242756 Aug 06 17:23:48.354897 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffee8bf-f3a2-4ec3-995f-4204df6299fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec6ebe2-cf2b-4e88-accf-0b5c3ce97f2f,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:48.436495 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40033444-0dff-489b-811d-ad102fa5ab11 admin admin] Network 5b6dd1b8-72d2-4509-8411-cf148b92c6ca is already hosted by enough agents. {{(pid=93309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:23:48.438553 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.base_scheduler [None req-40033444-0dff-489b-811d-ad102fa5ab11 admin admin] Resources bound (agent type, host, resource id): {{(pid=93309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:23:48.440411 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbbefde-fe71-4573-a2b4-7fc99317092f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a88d2bd-b4f8-4f45-8b7e-ab54baa4d732,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:48.558881 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-e7a582a1-2212-4821-809d-40b870366440 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:48.575352 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-e7a582a1-2212-4821-809d-40b870366440 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:48.716780 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a582a1-2212-4821-809d-40b870366440 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:48.853098 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40033444-0dff-489b-811d-ad102fa5ab11 admin admin] Router b8dbcd67-7acd-42d4-9411-5d0021577b20 has already been hosted by L3 agent cbcd3d9e-bca5-4529-952b-48c65d2aceac {{(pid=93309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:23:49.019419 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-2ed5b690-56b0-4a07-b53b-72f4e0092ffa None None] Provisioning complete for port f29d58b6-9b6a-474e-bc0c-01f04c445337 triggered by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:23:49.019962 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-2ed5b690-56b0-4a07-b53b-72f4e0092ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:49.036594 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-15a6512f-a965-456d-be18-0176779d2a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:49.059405 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-15a6512f-a965-456d-be18-0176779d2a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:49.166384 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-2ed5b690-56b0-4a07-b53b-72f4e0092ffa None None] Port f29d58b6-9b6a-474e-bc0c-01f04c445337 cannot update to ACTIVE because it is not bound. {{(pid=93310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:23:49.189588 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a6512f-a965-456d-be18-0176779d2a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50400ddd-93db-445d-b2b7-4d4a32220e63,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:49.213549 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-e90afce6-d4b1-4961-b843-fa7d0f2b206e service neutron] Request body: {'port': {'device_id': '880f71cc-689e-4321-94c8-2a7dd3812f6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80377'}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:23:49.330268 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 58072) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:49.344516 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 0c2db788-0390-4a54-8b8a-670070d72af3 up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:23:49.351248 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-15a6512f-a965-456d-be18-0176779d2a9b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=365e85e46dd34be9b269612ed22d1e38&name=default HTTP/1.1" status: 200 len: 2979 time: 3.9052410 Aug 06 17:23:49.459868 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port 0c2db788-0390-4a54-8b8a-670070d72af3 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:23:49.462983 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:49.481961 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 58074) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:49.482608 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 58076) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:49.499162 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-0c4652ba-4347-4fdd-abc8-2fa14bdb59d1 req-113de9cb-66ca-401a-9701-c0396605cc53 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 210 time: 0.1710598 Aug 06 17:23:49.575884 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-32cb4872-f41b-4a89-82f9-56e691f7f4ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:49.585911 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-7cf51b4c-5089-4e30-99fd-4606f040569e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:49.626350 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-e90afce6-d4b1-4961-b843-fa7d0f2b206e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:49.728833 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f11c9f-e031-46a5-bf30-19facd3587fa req-8e27fe48-9570-4787-a86d-5aad20acba79 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:23:49.731131 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-65f11c9f-e031-46a5-bf30-19facd3587fa req-8e27fe48-9570-4787-a86d-5aad20acba79 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] 10.222.0.89 "GET /v2.0/ports?device_id=880f71cc-689e-4321-94c8-2a7dd3812f6b HTTP/1.1" status: 200 len: 931 time: 0.4144480 Aug 06 17:23:49.824022 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-65f11c9f-e031-46a5-bf30-19facd3587fa req-a15068c2-b455-449a-a7fc-c66ae9522bfb tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] 10.222.0.89 "GET /v2.0/security-groups?id=4ae41e73-7aeb-49bc-b79e-7150bbde1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833676 Aug 06 17:23:49.832778 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-46f983a5-00d8-45cc-9e77-748ebe945216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:49.843074 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-46f983a5-00d8-45cc-9e77-748ebe945216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:49.924587 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device f24f76f9-b9ec-4633-8261-907729c49542 up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:23:49.927527 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-46f983a5-00d8-45cc-9e77-748ebe945216 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0a57218a17674d7180f2d4fe3fb176cc&name=default HTTP/1.1" status: 200 len: 2979 time: 3.3922281 Aug 06 17:23:49.929832 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 58078) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:49.950664 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f983a5-00d8-45cc-9e77-748ebe945216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7adad76e-5a25-42d3-8529-219efc1b1a8a,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:50.052697 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40033444-0dff-489b-811d-ad102fa5ab11 admin admin] Notify agent at l3_agent.dv-cinder-803773-1-iscsi the message routers_updated {{(pid=93309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:23:50.073893 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-37a8bc04-df7b-4a3e-8bd2-5925e3610ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:50.077333 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-40033444-0dff-489b-811d-ad102fa5ab11 admin admin] 10.222.0.89 "PUT /v2.0/routers/b8dbcd67-7acd-42d4-9411-5d0021577b20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7772355 Aug 06 17:23:50.078701 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning for port f24f76f9-b9ec-4633-8261-907729c49542 completed by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:23:50.084016 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port f24f76f9-b9ec-4633-8261-907729c49542 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:23:50.084762 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:50.129939 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-37a8bc04-df7b-4a3e-8bd2-5925e3610ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:50.188580 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-16ce2e75-a6d3-4fb4-b243-d153911eb259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:50.211884 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-649302c3-f349-4039-a9f6-1df1dbf803ef req-ae14b7fc-d420-4632-a944-7d00c4100405 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Made reservation on behalf of d4d45ad3cd734f29b1d101a15856a9e4 for: {'port': 1} {{(pid=93309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:23:50.216628 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-649302c3-f349-4039-a9f6-1df1dbf803ef req-ae14b7fc-d420-4632-a944-7d00c4100405 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:50.237776 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-e7a582a1-2212-4821-809d-40b870366440 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:50.240301 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-e7a582a1-2212-4821-809d-40b870366440 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 5.6182189 Aug 06 17:23:50.244551 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 58082) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:50.265611 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-c2a35155-9766-4145-998b-0d02b6e89c60 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Request body: {'security_group_rule': {'security_group_id': '2c96a589-8900-4e9b-bbe8-c0860d8cb5c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:23:50.340887 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:50.346828 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460603ae-c917-40c2-a010-58229bc18ec2 None None] Sync routers for ids ['b8dbcd67-7acd-42d4-9411-5d0021577b20'] in dv-cinder-803773-1-iscsi {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:23:50.375159 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-37a8bc04-df7b-4a3e-8bd2-5925e3610ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:50.379006 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-37a8bc04-df7b-4a3e-8bd2-5925e3610ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:50.380756 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-37a8bc04-df7b-4a3e-8bd2-5925e3610ee0 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/7adad76e-5a25-42d3-8529-219efc1b1a8a HTTP/1.1" status: 204 len: 168 time: 0.4493644 Aug 06 17:23:50.396135 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-16ce2e75-a6d3-4fb4-b243-d153911eb259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:50.399421 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a8bc04-df7b-4a3e-8bd2-5925e3610ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7adad76e-5a25-42d3-8529-219efc1b1a8a,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:50.471630 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-7cf51b4c-5089-4e30-99fd-4606f040569e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:50.481405 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460603ae-c917-40c2-a010-58229bc18ec2 None None] Routers {'b8dbcd67-7acd-42d4-9411-5d0021577b20'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:23:50.482170 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-7cf51b4c-5089-4e30-99fd-4606f040569e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:50.485979 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-460603ae-c917-40c2-a010-58229bc18ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:23:23Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['b8dbcd67-7acd-42d4-9411-5d0021577b20'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:23:50.678585 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-7cf51b4c-5089-4e30-99fd-4606f040569e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f3e7810b9b7b47af867eef97a1c25807&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1886976 Aug 06 17:23:50.697836 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 58092) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:50.699998 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf51b4c-5089-4e30-99fd-4606f040569e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a444dbf-3276-4304-bda0-ce0d806c1c3d,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:50.851829 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-64d13c03-6df7-4202-8bd8-caa8622b8e6b req-c8fd5e03-02bd-4def-8151-8fd7a44403a0 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 210 time: 0.1529927 Aug 06 17:23:50.861390 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.db_base_plugin_common [req-649302c3-f349-4039-a9f6-1df1dbf803ef req-ae14b7fc-d420-4632-a944-7d00c4100405 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Allocated IP 172.20.0.3 (deea6c2c-89aa-49a9-8ca9-e984e33e872e/c44d3273-d0a1-4d92-88ef-0e9181e87f95/8414eecb-2a81-4939-9667-8a954bda4689) {{(pid=93309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:23:50.879835 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-460603ae-c917-40c2-a010-58229bc18ec2 None None] Set router b8dbcd67-7acd-42d4-9411-5d0021577b20 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:23:50.959253 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] For port f24f76f9-b9ec-4633-8261-907729c49542, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=f24f76f9-b9ec-4633-8261-907729c49542,segment=NetworkSegment(b2a2c7d8-8c0d-425d-a382-493c66f6d648),segment_id=b2a2c7d8-8c0d-425d-a382-493c66f6d648)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:23:50.978480 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:50.979372 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 439c51b3-0448-4ea1-92ef-368dad291d7f up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:23:51.089396 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-acac2f02-2108-4498-881e-439fedc8cdf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:51.205089 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-32cb4872-f41b-4a89-82f9-56e691f7f4ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:51.253279 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-32cb4872-f41b-4a89-82f9-56e691f7f4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:51.308479 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-c2a35155-9766-4145-998b-0d02b6e89c60 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:51.331670 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Pushing event updated for resources: {'Port': ['ID=f24f76f9-b9ec-4633-8261-907729c49542,revision_number=5']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:51.345961 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-acac2f02-2108-4498-881e-439fedc8cdf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:51.410948 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-8d9487b8-e44d-4077-83a1-8527aaeca004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:51.432193 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.notifiers.nova [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-e90afce6-d4b1-4961-b843-fa7d0f2b206e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4487757-be1d-4d54-ba93-a3166475e5f3 {{(pid=93309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:23:51.445512 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-e90afce6-d4b1-4961-b843-fa7d0f2b206e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:51.494703 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.provisioning_blocks [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-e90afce6-d4b1-4961-b843-fa7d0f2b206e service neutron] Transition to ACTIVE for port object f4487757-be1d-4d54-ba93-a3166475e5f3 will not be triggered until provisioned by entity L2. {{(pid=93309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:23:51.495398 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-16ce2e75-a6d3-4fb4-b243-d153911eb259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:51.499554 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-16ce2e75-a6d3-4fb4-b243-d153911eb259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:51.500937 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-16ce2e75-a6d3-4fb4-b243-d153911eb259 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/50400ddd-93db-445d-b2b7-4d4a32220e63 HTTP/1.1" status: 204 len: 168 time: 2.1397498 Aug 06 17:23:51.544838 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac888c2-a81a-4678-b02b-2e4daef4c1e6 req-5eb6290a-a85c-4fed-9359-d8e5f99be753 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:23:51.546676 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-5ac888c2-a81a-4678-b02b-2e4daef4c1e6 req-5eb6290a-a85c-4fed-9359-d8e5f99be753 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] 10.222.0.89 "GET /v2.0/ports?device_id=880f71cc-689e-4321-94c8-2a7dd3812f6b HTTP/1.1" status: 200 len: 931 time: 0.4170318 Aug 06 17:23:51.552266 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning for port 439c51b3-0448-4ea1-92ef-368dad291d7f completed by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:23:51.568257 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb4872-f41b-4a89-82f9-56e691f7f4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6f3c94-94a1-4a45-9a5b-1af038c61801,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:51.576117 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port 439c51b3-0448-4ea1-92ef-368dad291d7f triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:23:51.576551 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:51.582068 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-32cb4872-f41b-4a89-82f9-56e691f7f4ec admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ab962ef0011845cf81b88bbdbb8311eb&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0934701 Aug 06 17:23:51.590409 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 58110) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:51.728556 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-acac2f02-2108-4498-881e-439fedc8cdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:51.731888 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-acac2f02-2108-4498-881e-439fedc8cdf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:51.733428 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-acac2f02-2108-4498-881e-439fedc8cdf1 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/2a444dbf-3276-4304-bda0-ce0d806c1c3d HTTP/1.1" status: 204 len: 168 time: 1.0094016 Aug 06 17:23:51.821501 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac2f02-2108-4498-881e-439fedc8cdf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a444dbf-3276-4304-bda0-ce0d806c1c3d,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:51.832250 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-5ac888c2-a81a-4678-b02b-2e4daef4c1e6 req-2a6642da-210d-4cd9-b15e-2839eac7d124 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] 10.222.0.89 "GET /v2.0/security-groups?id=4ae41e73-7aeb-49bc-b79e-7150bbde1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414517 Aug 06 17:23:51.868007 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-c2a35155-9766-4145-998b-0d02b6e89c60 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:51.897434 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-c2a35155-9766-4145-998b-0d02b6e89c60 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600067'] for security_group_rule, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:51.937168 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a35155-9766-4145-998b-0d02b6e89c60 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7efbd7f0-8071-4846-a762-f349d8f6338b,revision_number=0']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:51.953953 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-1ec43cc7-f5d1-4526-ab74-c4e9ffe2728f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:51.958341 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-460603ae-c917-40c2-a010-58229bc18ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'name': 'tempest-AttachVolumeShelveTestJSON-1533275519-router', 'tenant_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '439c51b3-0448-4ea1-92ef-368dad291d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:23:30Z', 'updated_at': '2021-08-06T17:23:45Z', 'revision_number': 4, 'project_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'gw_port': {'id': '439c51b3-0448-4ea1-92ef-368dad291d7f', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:33Z', 'updated_at': '2021-08-06T17:23:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': 'f29d58b6-9b6a-474e-bc0c-01f04c445337', 'name': '', 'network_id': '5b6dd1b8-72d2-4509-8411-cf148b92c6ca', 'tenant_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'mac_address': 'fa:16:3e:52:71:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '92e55e27-88da-4b01-a596-8314d113e8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:39Z', 'updated_at': '2021-08-06T17:23:47Z', 'revision_number': 2, 'project_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'subnets': [{'id': '92e55e27-88da-4b01-a596-8314d113e8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:23:51.970459 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:51.987336 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-649302c3-f349-4039-a9f6-1df1dbf803ef req-ae14b7fc-d420-4632-a944-7d00c4100405 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Notify callbacks [] for port, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:52.023122 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-c2a35155-9766-4145-998b-0d02b6e89c60 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:52.024404 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-c2a35155-9766-4145-998b-0d02b6e89c60 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7695184 Aug 06 17:23:52.033983 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 58120) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:52.038598 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-8d055e08-a220-422b-8afc-7d6e63586987 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Request body: {'security_group_rule': {'security_group_id': '2c96a589-8900-4e9b-bbe8-c0860d8cb5c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:23:52.047596 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-e90afce6-d4b1-4961-b843-fa7d0f2b206e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:52.060222 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-1ec43cc7-f5d1-4526-ab74-c4e9ffe2728f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:52.072542 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460603ae-c917-40c2-a010-58229bc18ec2 None None] Checking router: b8dbcd67-7acd-42d4-9411-5d0021577b20 for host: dv-cinder-803773-1-iscsi {{(pid=93310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:23:52.073145 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460603ae-c917-40c2-a010-58229bc18ec2 None None] Updating router b8dbcd67-7acd-42d4-9411-5d0021577b20 port f29d58b6-9b6a-474e-bc0c-01f04c445337 binding host dv-cinder-803773-1-iscsi {{(pid=93310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 17:23:52.120673 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] For port 439c51b3-0448-4ea1-92ef-368dad291d7f, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=439c51b3-0448-4ea1-92ef-368dad291d7f,segment=NetworkSegment(0f56620f-272e-4079-bfd8-f32d6a32afa9),segment_id=0f56620f-272e-4079-bfd8-f32d6a32afa9)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:23:52.130948 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-460603ae-c917-40c2-a010-58229bc18ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:52.135233 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:52.138050 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-649302c3-f349-4039-a9f6-1df1dbf803ef req-ae14b7fc-d420-4632-a944-7d00c4100405 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244'] for port, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:52.148759 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90afce6-d4b1-4961-b843-fa7d0f2b206e service neutron] Pushing event updated for resources: {'Port': ['ID=f4487757-be1d-4d54-ba93-a3166475e5f3,revision_number=2']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:52.241589 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Pushing event updated for resources: {'Port': ['ID=439c51b3-0448-4ea1-92ef-368dad291d7f,revision_number=4']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:52.266064 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ce2e75-a6d3-4fb4-b243-d153911eb259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50400ddd-93db-445d-b2b7-4d4a32220e63,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:52.270810 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.96', 54419) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:52.273044 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae14b7fc-d420-4632-a944-7d00c4100405 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Pushing event updated for resources: {'Port': ['ID=8414eecb-2a81-4939-9667-8a954bda4689,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:52.326230 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-1ec43cc7-f5d1-4526-ab74-c4e9ffe2728f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:52.352018 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-1ec43cc7-f5d1-4526-ab74-c4e9ffe2728f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:52.360442 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-1ec43cc7-f5d1-4526-ab74-c4e9ffe2728f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/df6f3c94-94a1-4a45-9a5b-1af038c61801 HTTP/1.1" status: 204 len: 168 time: 0.7437756 Aug 06 17:23:52.429159 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 58126) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:52.503694 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-b4e21069-086b-4064-800d-11316b67dcf2 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Request body: {'security_group': {'name': 'tempest-securitygroup--840512413', 'description': 'tempest-description--1613937393'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:23:52.543085 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-299ad05a-1efd-4a96-bc9b-2bfaecf612cf req-bb858c61-e264-44d5-b122-6d79469e7e0c tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 210 time: 0.4637949 Aug 06 17:23:52.567343 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec43cc7-f5d1-4526-ab74-c4e9ffe2728f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6f3c94-94a1-4a45-9a5b-1af038c61801,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:52.600182 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device f24f76f9-b9ec-4633-8261-907729c49542 up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:23:52.628383 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-8d055e08-a220-422b-8afc-7d6e63586987 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:52.648976 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-bd238156-6498-46f2-b625-0a7a4c7527e8 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:23:52.651623 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-bd238156-6498-46f2-b625-0a7a4c7527e8 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.96 "GET /v2.0/networks?id=deea6c2c-89aa-49a9-8ca9-e984e33e872e HTTP/1.1" status: 200 len: 818 time: 0.3728969 Aug 06 17:23:52.707445 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-b4e21069-086b-4064-800d-11316b67dcf2 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:52.753265 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-649302c3-f349-4039-a9f6-1df1dbf803ef req-ae14b7fc-d420-4632-a944-7d00c4100405 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Network deea6c2c-89aa-49a9-8ca9-e984e33e872e is already hosted by enough agents. {{(pid=93309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:23:52.807427 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-96febac5-49b1-4e4f-803c-aea43b664f2b tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Request body: {'port': {'device_id': '283918be-a8c2-4428-8a02-f0b72cdfc39b', 'network_id': 'deea6c2c-89aa-49a9-8ca9-e984e33e872e', 'admin_state_up': True, 'tenant_id': 'd4d45ad3cd734f29b1d101a15856a9e4'}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:23:52.852855 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-8d055e08-a220-422b-8afc-7d6e63586987 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:52.976190 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-8d055e08-a220-422b-8afc-7d6e63586987 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600067'] for security_group_rule, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:52.991746 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port f24f76f9-b9ec-4633-8261-907729c49542 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:23:52.992365 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:53.050882 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.base_scheduler [req-649302c3-f349-4039-a9f6-1df1dbf803ef req-ae14b7fc-d420-4632-a944-7d00c4100405 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Resources bound (agent type, host, resource id): {{(pid=93309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:23:53.057290 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.l3_dvrscheduler_db [req-649302c3-f349-4039-a9f6-1df1dbf803ef req-ae14b7fc-d420-4632-a944-7d00c4100405 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Received port after_create {{(pid=93309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:23:53.071721 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649302c3-f349-4039-a9f6-1df1dbf803ef req-ae14b7fc-d420-4632-a944-7d00c4100405 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:23:53.076342 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-649302c3-f349-4039-a9f6-1df1dbf803ef req-ae14b7fc-d420-4632-a944-7d00c4100405 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for port, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:53.083263 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d055e08-a220-422b-8afc-7d6e63586987 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=616d278a-de1d-45c7-9597-e1a65ae56c1b,revision_number=0']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:53.103469 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-b4e21069-086b-4064-800d-11316b67dcf2 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:53.112331 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-b4e21069-086b-4064-800d-11316b67dcf2 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:53.174941 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-96febac5-49b1-4e4f-803c-aea43b664f2b tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Made reservation on behalf of d4d45ad3cd734f29b1d101a15856a9e4 for: {'port': 1} {{(pid=93309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:23:53.179751 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-96febac5-49b1-4e4f-803c-aea43b664f2b tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:53.183975 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e21069-086b-4064-800d-11316b67dcf2 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2393a632-c0f1-403e-a186-5487fb494f19,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:53.199135 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-8d055e08-a220-422b-8afc-7d6e63586987 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:53.206371 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-8d055e08-a220-422b-8afc-7d6e63586987 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1711519 Aug 06 17:23:53.223879 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 58152) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:53.234228 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-86a7eb6d-b63f-44a9-aba6-36255abfc583 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Request body: {'floatingip': {'floating_network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:23:53.247153 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-b4e21069-086b-4064-800d-11316b67dcf2 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:53.250562 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-b4e21069-086b-4064-800d-11316b67dcf2 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7564361 Aug 06 17:23:53.255890 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 58156) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:53.277433 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-4f1428ab-1c98-4b17-a72a-53a1a1db9337 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Request body: {'security_group_rule': {'security_group_id': '2393a632-c0f1-403e-a186-5487fb494f19', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:23:53.331621 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.managers [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-e90afce6-d4b1-4961-b843-fa7d0f2b206e service neutron] Attempting to bind port f4487757-be1d-4d54-ba93-a3166475e5f3 on host hv-cinder-80377 for vnic_type normal with profile {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:23:53.331621 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.managers [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-e90afce6-d4b1-4961-b843-fa7d0f2b206e service neutron] Attempting to bind port f4487757-be1d-4d54-ba93-a3166475e5f3 by drivers openvswitch,hyperv on host hv-cinder-80377 at level 0 using segments [{'id': '95a53fcf-5a7f-4fc8-ad8e-d1238bc24854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '40a72730-b2bd-49a3-9c45-8408d74e9ca2'}] {{(pid=93309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:23:53.331909 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-e90afce6-d4b1-4961-b843-fa7d0f2b206e service neutron] Attempting to bind port f4487757-be1d-4d54-ba93-a3166475e5f3 on network 40a72730-b2bd-49a3-9c45-8408d74e9ca2 {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:23:53.337579 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-86a7eb6d-b63f-44a9-aba6-36255abfc583 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks [] for floatingip, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:53.338368 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-649302c3-f349-4039-a9f6-1df1dbf803ef req-ae14b7fc-d420-4632-a944-7d00c4100405 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.3179750 Aug 06 17:23:53.344177 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-e90afce6-d4b1-4961-b843-fa7d0f2b206e service neutron] Port f4487757-be1d-4d54-ba93-a3166475e5f3 on network 40a72730-b2bd-49a3-9c45-8408d74e9ca2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80377 {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 17:23:53.344594 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-e90afce6-d4b1-4961-b843-fa7d0f2b206e service neutron] Attempting to bind port f4487757-be1d-4d54-ba93-a3166475e5f3 on network 40a72730-b2bd-49a3-9c45-8408d74e9ca2 {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:23:53.364613 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-e90afce6-d4b1-4961-b843-fa7d0f2b206e service neutron] Checking agent: {'id': 'd2fb1ab5-1995-4796-a222-8ffdc3f56d02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 21, 40), 'started_at': datetime.datetime(2021, 8, 6, 17, 21, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:23:53.364861 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-e90afce6-d4b1-4961-b843-fa7d0f2b206e service neutron] Checking segment: {'id': '95a53fcf-5a7f-4fc8-ad8e-d1238bc24854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '40a72730-b2bd-49a3-9c45-8408d74e9ca2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:23:53.365814 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-e90afce6-d4b1-4961-b843-fa7d0f2b206e service neutron] Bound using segment: {'id': '95a53fcf-5a7f-4fc8-ad8e-d1238bc24854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '40a72730-b2bd-49a3-9c45-8408d74e9ca2'} {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:23:53.366690 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.managers [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-e90afce6-d4b1-4961-b843-fa7d0f2b206e service neutron] Bound port: f4487757-be1d-4d54-ba93-a3166475e5f3, host: hv-cinder-80377, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95a53fcf-5a7f-4fc8-ad8e-d1238bc24854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '40a72730-b2bd-49a3-9c45-8408d74e9ca2'}}] {{(pid=93309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:23:53.367053 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-e90afce6-d4b1-4961-b843-fa7d0f2b206e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:53.400212 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2fd7fc-debe-4be2-94f4-8023549d477f req-67161fa7-cb01-4577-bbfc-f3c56cea9b21 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:23:53.404463 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-3d2fd7fc-debe-4be2-94f4-8023549d477f req-67161fa7-cb01-4577-bbfc-f3c56cea9b21 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] 10.222.0.89 "GET /v2.0/ports?device_id=880f71cc-689e-4321-94c8-2a7dd3812f6b HTTP/1.1" status: 200 len: 943 time: 0.3161864 Aug 06 17:23:53.429198 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.db_base_plugin_common [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-96febac5-49b1-4e4f-803c-aea43b664f2b tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Allocated IP 172.20.0.7 (deea6c2c-89aa-49a9-8ca9-e984e33e872e/c44d3273-d0a1-4d92-88ef-0e9181e87f95/ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb) {{(pid=93309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:23:53.451844 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-302c3dbd-b194-4b6a-9bcc-c1f6b8af2b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:53.455087 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-460603ae-c917-40c2-a010-58229bc18ec2 None None] Notify callbacks [] for port, precommit_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:53.475267 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [req-649302c3-f349-4039-a9f6-1df1dbf803ef req-bc1c88a4-bbc9-4c47-8193-17b98c6f1b93 service neutron] Request body: {'port': {'device_id': '618ac209-4e4d-449c-86ef-9a66309d9dee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80377'}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:23:53.493519 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-460603ae-c917-40c2-a010-58229bc18ec2 None None] Transition to ACTIVE for port object f29d58b6-9b6a-474e-bc0c-01f04c445337 will not be triggered until provisioned by entity L2. {{(pid=93310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:23:53.505817 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-460603ae-c917-40c2-a010-58229bc18ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:53.663955 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-649302c3-f349-4039-a9f6-1df1dbf803ef req-bc1c88a4-bbc9-4c47-8193-17b98c6f1b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:53.677645 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eb8373-2036-4410-9554-932f9a5eacd8 None None] Pushing event updated for resources: {'Port': ['ID=f29d58b6-9b6a-474e-bc0c-01f04c445337,revision_number=3']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:53.843390 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-460603ae-c917-40c2-a010-58229bc18ec2 None None] Attempting to bind port f29d58b6-9b6a-474e-bc0c-01f04c445337 on host dv-cinder-803773-1-iscsi for vnic_type normal with profile {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:23:53.844057 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-460603ae-c917-40c2-a010-58229bc18ec2 None None] Attempting to bind port f29d58b6-9b6a-474e-bc0c-01f04c445337 by drivers openvswitch,hyperv on host dv-cinder-803773-1-iscsi at level 0 using segments [{'id': 'f5e274ea-768f-45a2-bfc8-b7461617eff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5b6dd1b8-72d2-4509-8411-cf148b92c6ca'}] {{(pid=93310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:23:53.844567 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460603ae-c917-40c2-a010-58229bc18ec2 None None] Attempting to bind port f29d58b6-9b6a-474e-bc0c-01f04c445337 on network 5b6dd1b8-72d2-4509-8411-cf148b92c6ca {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:23:53.857146 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460603ae-c917-40c2-a010-58229bc18ec2 None None] Checking agent: {'id': 'c2f4de20-f7af-45ef-88b2-b79124fbc41c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803773-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 15, 24), 'started_at': datetime.datetime(2021, 8, 6, 17, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803773-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:23:53.857990 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460603ae-c917-40c2-a010-58229bc18ec2 None None] Checking segment: {'id': 'f5e274ea-768f-45a2-bfc8-b7461617eff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5b6dd1b8-72d2-4509-8411-cf148b92c6ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:23:53.862584 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-460603ae-c917-40c2-a010-58229bc18ec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:53.863217 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460603ae-c917-40c2-a010-58229bc18ec2 None None] Bound using segment: {'id': 'f5e274ea-768f-45a2-bfc8-b7461617eff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5b6dd1b8-72d2-4509-8411-cf148b92c6ca'} {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:23:53.863863 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-460603ae-c917-40c2-a010-58229bc18ec2 None None] Bound port: f29d58b6-9b6a-474e-bc0c-01f04c445337, host: dv-cinder-803773-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5e274ea-768f-45a2-bfc8-b7461617eff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5b6dd1b8-72d2-4509-8411-cf148b92c6ca'}}] {{(pid=93310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:23:53.864158 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.db [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-e90afce6-d4b1-4961-b843-fa7d0f2b206e service neutron] For port f4487757-be1d-4d54-ba93-a3166475e5f3, host hv-cinder-80377, cleared binding levels {{(pid=93309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:23:53.864576 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-460603ae-c917-40c2-a010-58229bc18ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:53.867534 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-4f1428ab-1c98-4b17-a72a-53a1a1db9337 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:53.876265 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.db [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-e90afce6-d4b1-4961-b843-fa7d0f2b206e service neutron] For port f4487757-be1d-4d54-ba93-a3166475e5f3, host hv-cinder-80377, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=f4487757-be1d-4d54-ba93-a3166475e5f3,segment=NetworkSegment(95a53fcf-5a7f-4fc8-ad8e-d1238bc24854),segment_id=95a53fcf-5a7f-4fc8-ad8e-d1238bc24854)] {{(pid=93309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:23:53.934335 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-e90afce6-d4b1-4961-b843-fa7d0f2b206e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:53.966837 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-460603ae-c917-40c2-a010-58229bc18ec2 None None] For port f29d58b6-9b6a-474e-bc0c-01f04c445337, host dv-cinder-803773-1-iscsi, cleared binding levels {{(pid=93310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:23:53.971787 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-460603ae-c917-40c2-a010-58229bc18ec2 None None] For port f29d58b6-9b6a-474e-bc0c-01f04c445337, host dv-cinder-803773-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=f29d58b6-9b6a-474e-bc0c-01f04c445337,segment=NetworkSegment(f5e274ea-768f-45a2-bfc8-b7461617eff9),segment_id=f5e274ea-768f-45a2-bfc8-b7461617eff9)] {{(pid=93310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:23:53.980200 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-460603ae-c917-40c2-a010-58229bc18ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:53.982417 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-fc28b661-0404-4d4e-b7e8-25846f15a211 req-dc66f547-38bb-4801-a5b9-36a5ef42b127 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 210 time: 0.1902466 Aug 06 17:23:54.036355 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-4f1428ab-1c98-4b17-a72a-53a1a1db9337 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:54.048186 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-4f1428ab-1c98-4b17-a72a-53a1a1db9337 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600067'] for security_group_rule, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:54.089237 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1428ab-1c98-4b17-a72a-53a1a1db9337 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edacff20-6954-4d35-8885-5f8c0ee63cdb,revision_number=0']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:54.117303 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-4f1428ab-1c98-4b17-a72a-53a1a1db9337 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:54.118781 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-4f1428ab-1c98-4b17-a72a-53a1a1db9337 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8602676 Aug 06 17:23:54.131339 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 58176) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:54.141946 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-c6bcad79-eea6-493d-b640-4d4d4866bf2f tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Request body: {'security_group_rule': {'security_group_id': '2393a632-c0f1-403e-a186-5487fb494f19', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:23:54.164162 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:54.177047 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460603ae-c917-40c2-a010-58229bc18ec2 None None] Routers {'b8dbcd67-7acd-42d4-9411-5d0021577b20'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:23:54.180726 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-460603ae-c917-40c2-a010-58229bc18ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:23:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['b8dbcd67-7acd-42d4-9411-5d0021577b20'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:23:54.191695 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90afce6-d4b1-4961-b843-fa7d0f2b206e service neutron] Pushing event updated for resources: {'Port': ['ID=f4487757-be1d-4d54-ba93-a3166475e5f3,revision_number=3']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:54.226663 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-86a7eb6d-b63f-44a9-aba6-36255abfc583 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:54.265530 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-c6bcad79-eea6-493d-b640-4d4d4866bf2f tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:54.310150 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eb8373-2036-4410-9554-932f9a5eacd8 None None] Pushing event updated for resources: {'Port': ['ID=f29d58b6-9b6a-474e-bc0c-01f04c445337,revision_number=4']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:54.329472 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 439c51b3-0448-4ea1-92ef-368dad291d7f up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:23:54.371344 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-c6bcad79-eea6-493d-b640-4d4d4866bf2f tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:54.392505 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-c6bcad79-eea6-493d-b640-4d4d4866bf2f tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600067'] for security_group_rule, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:54.441939 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bcad79-eea6-493d-b640-4d4d4866bf2f tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=855764ef-7b33-40d3-8c18-14936ab77f2b,revision_number=0']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:54.458010 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port 439c51b3-0448-4ea1-92ef-368dad291d7f triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:23:54.459029 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:54.481512 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-c6bcad79-eea6-493d-b640-4d4d4866bf2f tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:54.485948 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-c6bcad79-eea6-493d-b640-4d4d4866bf2f tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3503892 Aug 06 17:23:54.487315 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 58188) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:54.495239 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-af747ee2-e1a8-4834-9805-0bc077fcc864 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Request body: {'floatingip': {'floating_network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:23:54.519974 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.db_base_plugin_common [None req-86a7eb6d-b63f-44a9-aba6-36255abfc583 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Allocated IP 172.27.0.171 (2c4c21cf-2746-4b14-9730-0a69daab855b/0d6fa379-a3fa-4b6f-9c88-fa9af5610e03/e9c8110e-dc8c-4c92-b2e8-40f270b83319) {{(pid=93308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:23:54.539003 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-460603ae-c917-40c2-a010-58229bc18ec2 None None] Set router b8dbcd67-7acd-42d4-9411-5d0021577b20 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:23:54.556285 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-af747ee2-e1a8-4834-9805-0bc077fcc864 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks [] for floatingip, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:54.652509 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-96febac5-49b1-4e4f-803c-aea43b664f2b tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Notify callbacks [] for port, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:54.709807 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-86a7eb6d-b63f-44a9-aba6-36255abfc583 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks [] for port, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:54.715166 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-3d2fd7fc-debe-4be2-94f4-8023549d477f req-e64f4b78-f68f-46b4-8517-93cf3ed73e32 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] 10.222.0.89 "GET /v2.0/security-groups?id=4ae41e73-7aeb-49bc-b79e-7150bbde1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2823920 Aug 06 17:23:54.729077 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-96febac5-49b1-4e4f-803c-aea43b664f2b tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244'] for port, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:54.733125 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-e90afce6-d4b1-4961-b843-fa7d0f2b206e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:23:54.734185 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-e90afce6-d4b1-4961-b843-fa7d0f2b206e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for port, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:54.736720 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-e90afce6-d4b1-4961-b843-fa7d0f2b206e service neutron] 10.222.0.96 "PUT /v2.0/ports/f4487757-be1d-4d54-ba93-a3166475e5f3 HTTP/1.1" status: 200 len: 1093 time: 6.4300299 Aug 06 17:23:54.737446 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '880f71cc-689e-4321-94c8-2a7dd3812f6b', 'tag': 'f4487757-be1d-4d54-ba93-a3166475e5f3'}] {{(pid=93309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:23:54.747289 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-af747ee2-e1a8-4834-9805-0bc077fcc864 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:54.909650 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.db_base_plugin_common [None req-af747ee2-e1a8-4834-9805-0bc077fcc864 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Allocated IP 172.27.0.103 (2c4c21cf-2746-4b14-9730-0a69daab855b/0d6fa379-a3fa-4b6f-9c88-fa9af5610e03/d09c95d6-c429-4117-9b07-9ecb9b4c1656) {{(pid=93308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:23:54.918782 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96febac5-49b1-4e4f-803c-aea43b664f2b tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Pushing event updated for resources: {'Port': ['ID=ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:55.002793 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-96febac5-49b1-4e4f-803c-aea43b664f2b tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Network deea6c2c-89aa-49a9-8ca9-e984e33e872e is already hosted by enough agents. {{(pid=93309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:23:55.031809 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.base_scheduler [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-96febac5-49b1-4e4f-803c-aea43b664f2b tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Resources bound (agent type, host, resource id): {{(pid=93309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:23:55.035451 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.l3_dvrscheduler_db [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-96febac5-49b1-4e4f-803c-aea43b664f2b tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Received port after_create {{(pid=93309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:23:55.045718 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-96febac5-49b1-4e4f-803c-aea43b664f2b tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:23:55.048839 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-96febac5-49b1-4e4f-803c-aea43b664f2b tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for port, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:55.074844 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-af747ee2-e1a8-4834-9805-0bc077fcc864 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks [] for port, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:55.105620 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-96febac5-49b1-4e4f-803c-aea43b664f2b tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3769591 Aug 06 17:23:55.120177 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-86a7eb6d-b63f-44a9-aba6-36255abfc583 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244'] for port, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:55.133524 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-aa96ae77-f7f2-41c2-b3d1-6f376d31a089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:23:55.135474 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-af747ee2-e1a8-4834-9805-0bc077fcc864 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244'] for port, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:55.135670 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-aa96ae77-f7f2-41c2-b3d1-6f376d31a089 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=985256401bf64b94994154f2be59f43e&device_id=880f71cc-689e-4321-94c8-2a7dd3812f6b HTTP/1.1" status: 200 len: 1096 time: 0.3080840 Aug 06 17:23:55.141824 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-eb2fba87-9404-4c7b-84bf-52f0c739b0dd service neutron] Request body: {'port': {'device_id': '283918be-a8c2-4428-8a02-f0b72cdfc39b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80377'}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:23:55.213454 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af747ee2-e1a8-4834-9805-0bc077fcc864 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Network 2c4c21cf-2746-4b14-9730-0a69daab855b is already hosted by enough agents. {{(pid=93308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:23:55.222490 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:55.223036 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a7eb6d-b63f-44a9-aba6-36255abfc583 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Network 2c4c21cf-2746-4b14-9730-0a69daab855b is already hosted by enough agents. {{(pid=93308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:23:55.228749 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.base_scheduler [None req-af747ee2-e1a8-4834-9805-0bc077fcc864 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Resources bound (agent type, host, resource id): {{(pid=93308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:23:55.236762 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.base_scheduler [None req-86a7eb6d-b63f-44a9-aba6-36255abfc583 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Resources bound (agent type, host, resource id): {{(pid=93308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:23:55.239527 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a7eb6d-b63f-44a9-aba6-36255abfc583 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Received port after_create {{(pid=93308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:23:55.247928 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af747ee2-e1a8-4834-9805-0bc077fcc864 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Received port after_create {{(pid=93308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:23:55.363345 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-af747ee2-e1a8-4834-9805-0bc077fcc864 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:55.379080 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a7eb6d-b63f-44a9-aba6-36255abfc583 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Pushing event updated for resources: {'Port': ['ID=e9c8110e-dc8c-4c92-b2e8-40f270b83319,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:55.397394 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-460603ae-c917-40c2-a010-58229bc18ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'name': 'tempest-AttachVolumeShelveTestJSON-1533275519-router', 'tenant_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '439c51b3-0448-4ea1-92ef-368dad291d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:23:30Z', 'updated_at': '2021-08-06T17:23:45Z', 'revision_number': 4, 'project_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'gw_port': {'id': '439c51b3-0448-4ea1-92ef-368dad291d7f', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:33Z', 'updated_at': '2021-08-06T17:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': 'f29d58b6-9b6a-474e-bc0c-01f04c445337', 'name': '', 'network_id': '5b6dd1b8-72d2-4509-8411-cf148b92c6ca', 'tenant_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'mac_address': 'fa:16:3e:52:71:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '92e55e27-88da-4b01-a596-8314d113e8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:39Z', 'updated_at': '2021-08-06T17:23:53Z', 'revision_number': 4, 'project_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'subnets': [{'id': '92e55e27-88da-4b01-a596-8314d113e8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:23:55.438834 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460603ae-c917-40c2-a010-58229bc18ec2 None None] The sync data for ids ['b8dbcd67-7acd-42d4-9411-5d0021577b20'] in dv-cinder-803773-1-iscsi is: [{'id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'name': 'tempest-AttachVolumeShelveTestJSON-1533275519-router', 'tenant_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '439c51b3-0448-4ea1-92ef-368dad291d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:23:30Z', 'updated_at': '2021-08-06T17:23:45Z', 'revision_number': 4, 'project_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'gw_port': {'id': '439c51b3-0448-4ea1-92ef-368dad291d7f', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:33Z', 'updated_at': '2021-08-06T17:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': 'f29d58b6-9b6a-474e-bc0c-01f04c445337', 'name': '', 'network_id': '5b6dd1b8-72d2-4509-8411-cf148b92c6ca', 'tenant_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'mac_address': 'fa:16:3e:52:71:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '92e55e27-88da-4b01-a596-8314d113e8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:39Z', 'updated_at': '2021-08-06T17:23:53Z', 'revision_number': 4, 'project_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'subnets': [{'id': '92e55e27-88da-4b01-a596-8314d113e8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:23:55.469176 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-daf333cc-c499-4ddb-b5d8-3767ba6f2b8d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4487757-be1d-4d54-ba93-a3166475e5f3 HTTP/1.1" status: 200 len: 217 time: 0.3015943 Aug 06 17:23:55.475934 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8dc615238e5bcef59bfa1369ec241dac088066ad095906c2652e3fbb51f90a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c309b57-7582-4a41-89ad-04b0a0a5435a" -d '{"events": [{"name": "network-changed", "server_uuid": "880f71cc-689e-4321-94c8-2a7dd3812f6b", "tag": "f4487757-be1d-4d54-ba93-a3166475e5f3"}]}' {{(pid=93309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:23:55.533336 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-86a7eb6d-b63f-44a9-aba6-36255abfc583 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:55.621788 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38fbba5-c4d6-48e9-b2b9-73306995ddd2 req-7ef33eab-ed5b-4d43-8980-43befbfefa51 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:23:55.626635 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-e38fbba5-c4d6-48e9-b2b9-73306995ddd2 req-7ef33eab-ed5b-4d43-8980-43befbfefa51 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 931 time: 0.5091162 Aug 06 17:23:55.640545 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-eb2fba87-9404-4c7b-84bf-52f0c739b0dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:55.704748 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-af747ee2-e1a8-4834-9805-0bc077fcc864 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:55.746156 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-86a7eb6d-b63f-44a9-aba6-36255abfc583 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:55.753521 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-f822db47-a15d-4d57-8e05-b9d763bad478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:23:55.757483 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-f822db47-a15d-4d57-8e05-b9d763bad478 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a3d6faab-a572-403c-a52e-2d4c31243d4d HTTP/1.1" status: 200 len: 851 time: 0.2578299 Aug 06 17:23:55.806587 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-e38fbba5-c4d6-48e9-b2b9-73306995ddd2 req-5434dcbc-053b-47e7-8dff-1c0d7923aa9d tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683280 Aug 06 17:23:55.811911 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af747ee2-e1a8-4834-9805-0bc077fcc864 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Pushing event updated for resources: {'Port': ['ID=d09c95d6-c429-4117-9b07-9ecb9b4c1656,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:55.823778 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.notifiers.nova [req-649302c3-f349-4039-a9f6-1df1dbf803ef req-bc1c88a4-bbc9-4c47-8193-17b98c6f1b93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8414eecb-2a81-4939-9667-8a954bda4689 {{(pid=93309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:23:55.887739 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-649302c3-f349-4039-a9f6-1df1dbf803ef req-bc1c88a4-bbc9-4c47-8193-17b98c6f1b93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:55.909618 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-992e3946-7c9b-42ba-a95c-3f64e618f7bf service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=40a72730-b2bd-49a3-9c45-8408d74e9ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1375771 Aug 06 17:23:56.032561 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.provisioning_blocks [req-649302c3-f349-4039-a9f6-1df1dbf803ef req-bc1c88a4-bbc9-4c47-8193-17b98c6f1b93 service neutron] Transition to ACTIVE for port object 8414eecb-2a81-4939-9667-8a954bda4689 will not be triggered until provisioned by entity L2. {{(pid=93309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:23:56.135673 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304dd38a-510b-4dad-b5bf-2f3bfd8b5734 req-e9486cc8-ee19-44d2-8481-ab2c634e17dd tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:23:56.143169 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-304dd38a-510b-4dad-b5bf-2f3bfd8b5734 req-e9486cc8-ee19-44d2-8481-ab2c634e17dd tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] 10.222.0.89 "GET /v2.0/ports?device_id=880f71cc-689e-4321-94c8-2a7dd3812f6b HTTP/1.1" status: 200 len: 943 time: 0.2135510 Aug 06 17:23:56.148124 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-ef832916-0e74-4df5-bc3c-8f8af76d64dc service neutron] 10.222.0.96 "GET /v2.0/networks/40a72730-b2bd-49a3-9c45-8408d74e9ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729212 Aug 06 17:23:56.189927 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-86a7eb6d-b63f-44a9-aba6-36255abfc583 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks [] for port, precommit_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:56.224765 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-86a7eb6d-b63f-44a9-aba6-36255abfc583 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:56.282020 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9d7e13-a6ea-458b-8c7b-90139992314d x-openstack-request-id: req-8c9d7e13-a6ea-458b-8c7b-90139992314d {{(pid=93309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:23:56.282319 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "880f71cc-689e-4321-94c8-2a7dd3812f6b", "tag": "f4487757-be1d-4d54-ba93-a3166475e5f3", "status": "completed", "code": 200}]} {{(pid=93309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:23:56.282568 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-8c9d7e13-a6ea-458b-8c7b-90139992314d {{(pid=93309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:23:56.283024 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '880f71cc-689e-4321-94c8-2a7dd3812f6b', 'tag': 'f4487757-be1d-4d54-ba93-a3166475e5f3', 'status': 'completed', 'code': 200} Aug 06 17:23:56.286526 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-649302c3-f349-4039-a9f6-1df1dbf803ef req-bc1c88a4-bbc9-4c47-8193-17b98c6f1b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:56.299339 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device f29d58b6-9b6a-474e-bc0c-01f04c445337 up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:23:56.302855 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-86a7eb6d-b63f-44a9-aba6-36255abfc583 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435792'] for floatingip, after_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:56.325050 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-af747ee2-e1a8-4834-9805-0bc077fcc864 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks [] for port, precommit_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:56.335187 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-304dd38a-510b-4dad-b5bf-2f3bfd8b5734 req-671fb20a-d766-480c-8719-4421dc8208a4 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] 10.222.0.89 "GET /v2.0/security-groups?id=4ae41e73-7aeb-49bc-b79e-7150bbde1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902499 Aug 06 17:23:56.347786 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-af747ee2-e1a8-4834-9805-0bc077fcc864 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:56.363275 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-af747ee2-e1a8-4834-9805-0bc077fcc864 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435792'] for floatingip, after_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:56.380587 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a7eb6d-b63f-44a9-aba6-36255abfc583 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Pushing event updated for resources: {'Port': ['ID=e9c8110e-dc8c-4c92-b2e8-40f270b83319,revision_number=2']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:56.409165 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning for port f29d58b6-9b6a-474e-bc0c-01f04c445337 completed by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:23:56.414380 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port f29d58b6-9b6a-474e-bc0c-01f04c445337 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:23:56.415640 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:56.445395 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-86a7eb6d-b63f-44a9-aba6-36255abfc583 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for floatingip, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:56.455834 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-86a7eb6d-b63f-44a9-aba6-36255abfc583 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2218518 Aug 06 17:23:56.456027 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c88a4-bbc9-4c47-8193-17b98c6f1b93 service neutron] Pushing event updated for resources: {'Port': ['ID=8414eecb-2a81-4939-9667-8a954bda4689,revision_number=2']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:56.476007 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-af747ee2-e1a8-4834-9805-0bc077fcc864 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for floatingip, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:56.487139 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-af747ee2-e1a8-4834-9805-0bc077fcc864 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9985173 Aug 06 17:23:56.493941 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af747ee2-e1a8-4834-9805-0bc077fcc864 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Pushing event updated for resources: {'Port': ['ID=d09c95d6-c429-4117-9b07-9ecb9b4c1656,revision_number=2']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:56.506724 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.managers [req-649302c3-f349-4039-a9f6-1df1dbf803ef req-bc1c88a4-bbc9-4c47-8193-17b98c6f1b93 service neutron] Attempting to bind port 8414eecb-2a81-4939-9667-8a954bda4689 on host hv-cinder-80377 for vnic_type normal with profile {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:23:56.507059 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.managers [req-649302c3-f349-4039-a9f6-1df1dbf803ef req-bc1c88a4-bbc9-4c47-8193-17b98c6f1b93 service neutron] Attempting to bind port 8414eecb-2a81-4939-9667-8a954bda4689 by drivers openvswitch,hyperv on host hv-cinder-80377 at level 0 using segments [{'id': '1f629a59-4c07-46a1-b9e6-833920fc9ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'deea6c2c-89aa-49a9-8ca9-e984e33e872e'}] {{(pid=93309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:23:56.507382 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649302c3-f349-4039-a9f6-1df1dbf803ef req-bc1c88a4-bbc9-4c47-8193-17b98c6f1b93 service neutron] Attempting to bind port 8414eecb-2a81-4939-9667-8a954bda4689 on network deea6c2c-89aa-49a9-8ca9-e984e33e872e {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:23:56.522983 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649302c3-f349-4039-a9f6-1df1dbf803ef req-bc1c88a4-bbc9-4c47-8193-17b98c6f1b93 service neutron] Port 8414eecb-2a81-4939-9667-8a954bda4689 on network deea6c2c-89aa-49a9-8ca9-e984e33e872e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80377 {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 17:23:56.523302 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649302c3-f349-4039-a9f6-1df1dbf803ef req-bc1c88a4-bbc9-4c47-8193-17b98c6f1b93 service neutron] Attempting to bind port 8414eecb-2a81-4939-9667-8a954bda4689 on network deea6c2c-89aa-49a9-8ca9-e984e33e872e {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:23:56.562904 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649302c3-f349-4039-a9f6-1df1dbf803ef req-bc1c88a4-bbc9-4c47-8193-17b98c6f1b93 service neutron] Checking agent: {'id': 'd2fb1ab5-1995-4796-a222-8ffdc3f56d02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 21, 40), 'started_at': datetime.datetime(2021, 8, 6, 17, 21, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:23:56.563286 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649302c3-f349-4039-a9f6-1df1dbf803ef req-bc1c88a4-bbc9-4c47-8193-17b98c6f1b93 service neutron] Checking segment: {'id': '1f629a59-4c07-46a1-b9e6-833920fc9ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'deea6c2c-89aa-49a9-8ca9-e984e33e872e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:23:56.563624 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649302c3-f349-4039-a9f6-1df1dbf803ef req-bc1c88a4-bbc9-4c47-8193-17b98c6f1b93 service neutron] Bound using segment: {'id': '1f629a59-4c07-46a1-b9e6-833920fc9ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'deea6c2c-89aa-49a9-8ca9-e984e33e872e'} {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:23:56.564154 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.managers [req-649302c3-f349-4039-a9f6-1df1dbf803ef req-bc1c88a4-bbc9-4c47-8193-17b98c6f1b93 service neutron] Bound port: 8414eecb-2a81-4939-9667-8a954bda4689, host: hv-cinder-80377, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f629a59-4c07-46a1-b9e6-833920fc9ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'deea6c2c-89aa-49a9-8ca9-e984e33e872e'}}] {{(pid=93309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:23:56.564507 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-649302c3-f349-4039-a9f6-1df1dbf803ef req-bc1c88a4-bbc9-4c47-8193-17b98c6f1b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:56.574050 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:56.581597 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-00ec3caa-a199-4a87-a9c9-1b8847a21089 req-ef8b108c-86a2-4bf2-a613-1061d173c703 service neutron] 10.222.0.96 "GET /v2.0/networks/40a72730-b2bd-49a3-9c45-8408d74e9ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976942 Aug 06 17:23:56.635924 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] For port f29d58b6-9b6a-474e-bc0c-01f04c445337, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=f29d58b6-9b6a-474e-bc0c-01f04c445337,segment=NetworkSegment(f5e274ea-768f-45a2-bfc8-b7461617eff9),segment_id=f5e274ea-768f-45a2-bfc8-b7461617eff9)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:23:56.647929 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:56.735910 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Pushing event updated for resources: {'Port': ['ID=f29d58b6-9b6a-474e-bc0c-01f04c445337,revision_number=5']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:56.749294 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.notifiers.nova [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-eb2fba87-9404-4c7b-84bf-52f0c739b0dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb {{(pid=93309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:23:56.795037 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.db [req-649302c3-f349-4039-a9f6-1df1dbf803ef req-bc1c88a4-bbc9-4c47-8193-17b98c6f1b93 service neutron] For port 8414eecb-2a81-4939-9667-8a954bda4689, host hv-cinder-80377, cleared binding levels {{(pid=93309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:23:56.799448 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-eb2fba87-9404-4c7b-84bf-52f0c739b0dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:56.850470 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.db [req-649302c3-f349-4039-a9f6-1df1dbf803ef req-bc1c88a4-bbc9-4c47-8193-17b98c6f1b93 service neutron] For port 8414eecb-2a81-4939-9667-8a954bda4689, host hv-cinder-80377, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=8414eecb-2a81-4939-9667-8a954bda4689,segment=NetworkSegment(1f629a59-4c07-46a1-b9e6-833920fc9ee9),segment_id=1f629a59-4c07-46a1-b9e6-833920fc9ee9)] {{(pid=93309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:23:56.881309 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-649302c3-f349-4039-a9f6-1df1dbf803ef req-bc1c88a4-bbc9-4c47-8193-17b98c6f1b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:56.904016 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.provisioning_blocks [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-eb2fba87-9404-4c7b-84bf-52f0c739b0dd service neutron] Transition to ACTIVE for port object ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb will not be triggered until provisioned by entity L2. {{(pid=93309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:23:56.945591 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-15fe08ab-515a-467c-84c9-3222d438d914 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--1400063024&fields=id&tenant_id=5efb9b646c554c22b0521e69231c9910 HTTP/1.1" status: 200 len: 267 time: 0.2000515 Aug 06 17:23:56.952084 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:56.988818 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-f45a416f-7511-408a-bb26-c32d1d1d499d tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--840512413&fields=id&tenant_id=f5387827f2c0411b9a79d78b038d6e5c HTTP/1.1" status: 200 len: 267 time: 0.0945101 Aug 06 17:23:57.014993 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-eb2fba87-9404-4c7b-84bf-52f0c739b0dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:57.022666 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c309b57-7582-4a41-89ad-04b0a0a5435a req-9c529714-7101-4d1e-a198-423946eaca25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:23:57.029009 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-0c309b57-7582-4a41-89ad-04b0a0a5435a req-9c529714-7101-4d1e-a198-423946eaca25 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=985256401bf64b94994154f2be59f43e&device_id=880f71cc-689e-4321-94c8-2a7dd3812f6b HTTP/1.1" status: 200 len: 1096 time: 0.2990177 Aug 06 17:23:57.085523 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649302c3-f349-4039-a9f6-1df1dbf803ef req-bc1c88a4-bbc9-4c47-8193-17b98c6f1b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:23:57.086444 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-649302c3-f349-4039-a9f6-1df1dbf803ef req-bc1c88a4-bbc9-4c47-8193-17b98c6f1b93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for port, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:57.087982 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-649302c3-f349-4039-a9f6-1df1dbf803ef req-bc1c88a4-bbc9-4c47-8193-17b98c6f1b93 service neutron] 10.222.0.96 "PUT /v2.0/ports/8414eecb-2a81-4939-9667-8a954bda4689 HTTP/1.1" status: 200 len: 1093 time: 3.6631134 Aug 06 17:23:57.156013 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-c8aacdbc-f51c-4b74-88a5-b5c0659da239 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:23:57.157814 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-c8aacdbc-f51c-4b74-88a5-b5c0659da239 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/networks?id=5b6dd1b8-72d2-4509-8411-cf148b92c6ca HTTP/1.1" status: 200 len: 817 time: 0.1608377 Aug 06 17:23:57.196510 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-fd44552b-10d3-4ef4-bdc0-96bba84a1a65 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/quotas/f5387827f2c0411b9a79d78b038d6e5c HTTP/1.1" status: 200 len: 375 time: 0.0323715 Aug 06 17:23:57.212298 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c88a4-bbc9-4c47-8193-17b98c6f1b93 service neutron] Pushing event updated for resources: {'Port': ['ID=8414eecb-2a81-4939-9667-8a954bda4689,revision_number=3']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:57.280002 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-7c0309ad-5546-4a7e-8e70-583b4079dd2e tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=f5387827f2c0411b9a79d78b038d6e5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0669036 Aug 06 17:23:57.421198 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.managers [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-eb2fba87-9404-4c7b-84bf-52f0c739b0dd service neutron] Attempting to bind port ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb on host hv-cinder-80377 for vnic_type normal with profile {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:23:57.421486 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.managers [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-eb2fba87-9404-4c7b-84bf-52f0c739b0dd service neutron] Attempting to bind port ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb by drivers openvswitch,hyperv on host hv-cinder-80377 at level 0 using segments [{'id': '1f629a59-4c07-46a1-b9e6-833920fc9ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'deea6c2c-89aa-49a9-8ca9-e984e33e872e'}] {{(pid=93309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:23:57.421878 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-eb2fba87-9404-4c7b-84bf-52f0c739b0dd service neutron] Attempting to bind port ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb on network deea6c2c-89aa-49a9-8ca9-e984e33e872e {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:23:57.441364 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649302c3-f349-4039-a9f6-1df1dbf803ef req-3f697eb1-14f2-4c33-a6fd-3daf4afcc96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:23:57.442901 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-649302c3-f349-4039-a9f6-1df1dbf803ef req-3f697eb1-14f2-4c33-a6fd-3daf4afcc96f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d4d45ad3cd734f29b1d101a15856a9e4&device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 1096 time: 0.2361729 Aug 06 17:23:57.477047 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2fba87-9404-4c7b-84bf-52f0c739b0dd service neutron] Pushing event updated for resources: {'Port': ['ID=ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb,revision_number=2']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:57.486918 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-eb2fba87-9404-4c7b-84bf-52f0c739b0dd service neutron] Port ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb on network deea6c2c-89aa-49a9-8ca9-e984e33e872e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80377 {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 17:23:57.487364 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-eb2fba87-9404-4c7b-84bf-52f0c739b0dd service neutron] Attempting to bind port ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb on network deea6c2c-89aa-49a9-8ca9-e984e33e872e {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:23:57.503790 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-eb2fba87-9404-4c7b-84bf-52f0c739b0dd service neutron] Checking agent: {'id': 'd2fb1ab5-1995-4796-a222-8ffdc3f56d02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 21, 40), 'started_at': datetime.datetime(2021, 8, 6, 17, 21, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:23:57.504123 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-eb2fba87-9404-4c7b-84bf-52f0c739b0dd service neutron] Checking segment: {'id': '1f629a59-4c07-46a1-b9e6-833920fc9ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'deea6c2c-89aa-49a9-8ca9-e984e33e872e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:23:57.504509 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-eb2fba87-9404-4c7b-84bf-52f0c739b0dd service neutron] Bound using segment: {'id': '1f629a59-4c07-46a1-b9e6-833920fc9ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'deea6c2c-89aa-49a9-8ca9-e984e33e872e'} {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:23:57.505047 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.managers [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-eb2fba87-9404-4c7b-84bf-52f0c739b0dd service neutron] Bound port: ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb, host: hv-cinder-80377, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f629a59-4c07-46a1-b9e6-833920fc9ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'deea6c2c-89aa-49a9-8ca9-e984e33e872e'}}] {{(pid=93309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:23:57.505400 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-eb2fba87-9404-4c7b-84bf-52f0c739b0dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:57.583087 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-649302c3-f349-4039-a9f6-1df1dbf803ef req-5a72d328-5ac7-417f-bd39-0b583f70b404 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8414eecb-2a81-4939-9667-8a954bda4689 HTTP/1.1" status: 200 len: 217 time: 0.1220293 Aug 06 17:23:57.593714 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-a906438b-8b43-4456-b4f3-74b176bb62e8 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:23:57.595323 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-a906438b-8b43-4456-b4f3-74b176bb62e8 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/networks?id=7806f8bb-4441-4b40-a114-e639f43ce5ef HTTP/1.1" status: 200 len: 810 time: 0.6489146 Aug 06 17:23:57.599365 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c309b57-7582-4a41-89ad-04b0a0a5435a req-ba37094b-33de-40ee-8ba4-b30f5b1bd064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:23:57.600754 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-0c309b57-7582-4a41-89ad-04b0a0a5435a req-ba37094b-33de-40ee-8ba4-b30f5b1bd064 service neutron] 10.222.0.96 "GET /v2.0/networks?id=40a72730-b2bd-49a3-9c45-8408d74e9ca2 HTTP/1.1" status: 200 len: 913 time: 0.5385365 Aug 06 17:23:57.653691 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-5227ebf7-cca9-4e80-9ccf-957691b5fecf service neutron] 10.222.0.89 "GET /v2.0/networks/5b6dd1b8-72d2-4509-8411-cf148b92c6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543651 Aug 06 17:23:57.739447 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-23dd95f2-ecdf-4a25-8eea-9cc65a02d0f8 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/quotas/5efb9b646c554c22b0521e69231c9910 HTTP/1.1" status: 200 len: 375 time: 0.1377747 Aug 06 17:23:57.741589 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-0c309b57-7582-4a41-89ad-04b0a0a5435a req-9cfc3913-3f2b-48dc-a212-09fcecf68005 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4487757-be1d-4d54-ba93-a3166475e5f3 HTTP/1.1" status: 200 len: 217 time: 0.0885794 Aug 06 17:23:57.800653 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c309b57-7582-4a41-89ad-04b0a0a5435a req-ee32bb0b-fd5f-4cd1-b7d5-15b1ba97eec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:23:57.802893 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-0c309b57-7582-4a41-89ad-04b0a0a5435a req-ee32bb0b-fd5f-4cd1-b7d5-15b1ba97eec5 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a3d6faab-a572-403c-a52e-2d4c31243d4d HTTP/1.1" status: 200 len: 851 time: 0.0472383 Aug 06 17:23:57.804653 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-58751bbf-1759-45a6-bbeb-34bf8314811b service neutron] 10.222.0.89 "GET /v2.0/networks/5b6dd1b8-72d2-4509-8411-cf148b92c6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425071 Aug 06 17:23:57.892236 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-0c309b57-7582-4a41-89ad-04b0a0a5435a req-76dd8017-7a69-4e85-8ac5-5bd15b96709a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=40a72730-b2bd-49a3-9c45-8408d74e9ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741973 Aug 06 17:23:57.893680 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649302c3-f349-4039-a9f6-1df1dbf803ef req-c92de0ea-24c2-49f0-a239-cbc78ef11975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:23:57.895145 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-649302c3-f349-4039-a9f6-1df1dbf803ef req-c92de0ea-24c2-49f0-a239-cbc78ef11975 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c44d3273-d0a1-4d92-88ef-0e9181e87f95 HTTP/1.1" status: 200 len: 858 time: 0.2989182 Aug 06 17:23:57.906997 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.db [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-eb2fba87-9404-4c7b-84bf-52f0c739b0dd service neutron] For port ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb, host hv-cinder-80377, cleared binding levels {{(pid=93309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:23:57.921302 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.db [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-eb2fba87-9404-4c7b-84bf-52f0c739b0dd service neutron] For port ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb, host hv-cinder-80377, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb,segment=NetworkSegment(1f629a59-4c07-46a1-b9e6-833920fc9ee9),segment_id=1f629a59-4c07-46a1-b9e6-833920fc9ee9)] {{(pid=93309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:23:58.132150 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80fb96e-e4e1-4039-8496-d85775479563 req-30acfa90-3b0e-4186-9153-b559f8e714c6 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:23:58.133751 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-e80fb96e-e4e1-4039-8496-d85775479563 req-30acfa90-3b0e-4186-9153-b559f8e714c6 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 943 time: 0.0795965 Aug 06 17:23:58.224908 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-eb2fba87-9404-4c7b-84bf-52f0c739b0dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:58.258489 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-e80fb96e-e4e1-4039-8496-d85775479563 req-d30cca16-d5f7-455d-a2be-8c87b46d9474 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182227 Aug 06 17:23:58.290850 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '618ac209-4e4d-449c-86ef-9a66309d9dee', 'tag': '8414eecb-2a81-4939-9667-8a954bda4689'}] {{(pid=93309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:23:58.294461 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8dc615238e5bcef59bfa1369ec241dac088066ad095906c2652e3fbb51f90a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5189aa0e-7fd8-41a6-b994-d7d797737d5f" -d '{"events": [{"name": "network-changed", "server_uuid": "618ac209-4e4d-449c-86ef-9a66309d9dee", "tag": "8414eecb-2a81-4939-9667-8a954bda4689"}]}' {{(pid=93309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:23:58.300325 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-649302c3-f349-4039-a9f6-1df1dbf803ef req-5990e907-16cf-4cdc-817c-c9e6e80cea53 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=deea6c2c-89aa-49a9-8ca9-e984e33e872e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3903747 Aug 06 17:23:58.303057 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device f29d58b6-9b6a-474e-bc0c-01f04c445337 up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:23:58.344564 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-ce33eb6e-0366-4532-b6ed-e86e760379fe tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=5efb9b646c554c22b0521e69231c9910&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5882542 Aug 06 17:23:58.396109 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port f29d58b6-9b6a-474e-bc0c-01f04c445337 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:23:58.396691 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:58.461888 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-eb2fba87-9404-4c7b-84bf-52f0c739b0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:23:58.462545 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-eb2fba87-9404-4c7b-84bf-52f0c739b0dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for port, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:58.464017 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-eb2fba87-9404-4c7b-84bf-52f0c739b0dd service neutron] 10.222.0.96 "PUT /v2.0/ports/ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb HTTP/1.1" status: 200 len: 1093 time: 3.3328052 Aug 06 17:23:58.536107 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d555100-beaf-4014-b0ba-04e87204b10d req-9b84f4f6-2603-4622-952b-e34cf6e7a0ce tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:23:58.537835 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-2d555100-beaf-4014-b0ba-04e87204b10d req-9b84f4f6-2603-4622-952b-e34cf6e7a0ce tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] 10.222.0.89 "GET /v2.0/ports?device_id=880f71cc-689e-4321-94c8-2a7dd3812f6b HTTP/1.1" status: 200 len: 943 time: 0.1507447 Aug 06 17:23:58.617573 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-2d555100-beaf-4014-b0ba-04e87204b10d req-333b1616-6872-4fa0-8377-b1b4add13c6e tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] 10.222.0.89 "GET /v2.0/security-groups?id=4ae41e73-7aeb-49bc-b79e-7150bbde1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725114 Aug 06 17:23:58.645664 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2fba87-9404-4c7b-84bf-52f0c739b0dd service neutron] Pushing event updated for resources: {'Port': ['ID=ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb,revision_number=3']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:58.679798 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-0c309b57-7582-4a41-89ad-04b0a0a5435a req-6a7d6d49-b9d9-479c-856a-bf73877fdc5c service neutron] 10.222.0.96 "GET /v2.0/networks/40a72730-b2bd-49a3-9c45-8408d74e9ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7690780 Aug 06 17:23:58.754367 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-649302c3-f349-4039-a9f6-1df1dbf803ef req-2518e65b-0668-45fb-acb5-d569a889f31f service neutron] 10.222.0.96 "GET /v2.0/networks/deea6c2c-89aa-49a9-8ca9-e984e33e872e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627470 Aug 06 17:23:58.760711 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-8701cf3a-c50c-4c33-a9ec-1f6652ac5101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:23:58.764075 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-8701cf3a-c50c-4c33-a9ec-1f6652ac5101 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d4d45ad3cd734f29b1d101a15856a9e4&device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 1096 time: 0.1912432 Aug 06 17:23:58.774865 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-ee1b8be3-22f5-430c-b394-bebd27d13d5b req-4d5039a0-d57c-4c7b-ae39-d7e7de88655f tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 210 time: 0.0482025 Aug 06 17:23:58.805289 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-3ae814ce-873c-49cd-a674-fee9f1cee273 service neutron] 10.222.0.89 "GET /v2.0/networks/7806f8bb-4441-4b40-a114-e639f43ce5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4592736 Aug 06 17:23:58.908896 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0bbd7a7-8e85-457f-9111-79b41adc5854 x-openstack-request-id: req-b0bbd7a7-8e85-457f-9111-79b41adc5854 {{(pid=93309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:23:58.909264 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "618ac209-4e4d-449c-86ef-9a66309d9dee", "tag": "8414eecb-2a81-4939-9667-8a954bda4689", "status": "completed", "code": 200}]} {{(pid=93309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:23:58.909458 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b0bbd7a7-8e85-457f-9111-79b41adc5854 {{(pid=93309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:23:58.909807 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '618ac209-4e4d-449c-86ef-9a66309d9dee', 'tag': '8414eecb-2a81-4939-9667-8a954bda4689', 'status': 'completed', 'code': 200} Aug 06 17:23:58.941071 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-f0206ca0-0641-4017-9528-bc089f8bb665 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb HTTP/1.1" status: 200 len: 217 time: 0.1314490 Aug 06 17:23:59.142856 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-0c309b57-7582-4a41-89ad-04b0a0a5435a req-198519d7-70f5-4c82-b510-a27c90f6647e service neutron] 10.222.0.96 "GET /v2.0/networks/40a72730-b2bd-49a3-9c45-8408d74e9ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4443805 Aug 06 17:23:59.182657 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 58382) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:59.192644 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-fc185aef-c57f-4449-8e5e-d7425dba4d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:23:59.194285 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-fc185aef-c57f-4449-8e5e-d7425dba4d4d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c44d3273-d0a1-4d92-88ef-0e9181e87f95 HTTP/1.1" status: 200 len: 858 time: 0.1766748 Aug 06 17:23:59.213150 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-4b780423-3291-4fb2-9f00-cc1951d2cfc4 service neutron] 10.222.0.89 "GET /v2.0/networks/7806f8bb-4441-4b40-a114-e639f43ce5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068356 Aug 06 17:23:59.263053 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-649302c3-f349-4039-a9f6-1df1dbf803ef req-b58675ce-5ee8-4511-9aca-5c2da29cb92d service neutron] 10.222.0.96 "GET /v2.0/networks/deea6c2c-89aa-49a9-8ca9-e984e33e872e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4977396 Aug 06 17:23:59.265679 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-1b074039-7224-4b8f-bbaa-ac14ff2040bb service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=deea6c2c-89aa-49a9-8ca9-e984e33e872e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617437 Aug 06 17:23:59.406304 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-e1242cd1-c47e-4941-ae28-8e05521ed855 service neutron] 10.222.0.96 "GET /v2.0/networks/deea6c2c-89aa-49a9-8ca9-e984e33e872e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152506 Aug 06 17:23:59.456328 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-4bfb4e1e-e89e-4340-8b21-017599cd8741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:59.524398 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f82eb0-1436-4e34-8148-a4dd84778d4b req-2780e459-b552-449a-829a-f3865234b64e tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:23:59.525783 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-c9f82eb0-1436-4e34-8148-a4dd84778d4b req-2780e459-b552-449a-829a-f3865234b64e tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 943 time: 0.0846002 Aug 06 17:23:59.568198 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f7b8de64-7bc5-4344-8c9b-03e8cee85716 req-0ee52e95-0cb9-42f2-9c1c-3f144b879a55 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 210 time: 0.0754213 Aug 06 17:23:59.607346 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-c9f82eb0-1436-4e34-8148-a4dd84778d4b req-42a61a78-caa9-41ca-b2e4-c9c1e14a53d1 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711963 Aug 06 17:23:59.621788 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5189aa0e-7fd8-41a6-b994-d7d797737d5f req-bd299972-337c-4028-ab3a-4d120335241d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:23:59.623524 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-5189aa0e-7fd8-41a6-b994-d7d797737d5f req-bd299972-337c-4028-ab3a-4d120335241d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d4d45ad3cd734f29b1d101a15856a9e4&device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 1096 time: 0.2152147 Aug 06 17:23:59.651208 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-fddc561f-8add-4b8b-a751-b8c4d29b91bf req-f8fbf0ec-9609-4129-a3f4-f331d713f8d9 service neutron] 10.222.0.96 "GET /v2.0/networks/deea6c2c-89aa-49a9-8ca9-e984e33e872e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190900 Aug 06 17:23:59.668257 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-4bfb4e1e-e89e-4340-8b21-017599cd8741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:59.673973 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-4bfb4e1e-e89e-4340-8b21-017599cd8741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:59.720284 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb4e1e-e89e-4340-8b21-017599cd8741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13d5e3e-7df3-44a5-aa1e-21aad7b090a1,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:23:59.725629 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-4bfb4e1e-e89e-4340-8b21-017599cd8741 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=4022b8a6cf28459e931f615765980920&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5415709 Aug 06 17:23:59.728710 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 58412) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:59.794792 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-450ebfc5-679f-4444-a392-39d952b3b2d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:59.853592 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-450ebfc5-679f-4444-a392-39d952b3b2d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:59.860592 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 58418) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:23:59.937508 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-450ebfc5-679f-4444-a392-39d952b3b2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:59.942188 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-450ebfc5-679f-4444-a392-39d952b3b2d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:59.943561 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-450ebfc5-679f-4444-a392-39d952b3b2d2 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c13d5e3e-7df3-44a5-aa1e-21aad7b090a1 HTTP/1.1" status: 204 len: 168 time: 0.2136233 Aug 06 17:23:59.971424 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-def27ad5-1be4-4d2e-8544-30ccc767b7b0 req-3368c39a-9ab4-4144-9801-655838314d63 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 210 time: 0.0665939 Aug 06 17:23:59.972173 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ebfc5-679f-4444-a392-39d952b3b2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13d5e3e-7df3-44a5-aa1e-21aad7b090a1,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:00.044284 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-c587476a-8d08-4f28-8025-8fc9fc0dafc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:00.084553 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5189aa0e-7fd8-41a6-b994-d7d797737d5f req-7105c30a-be5a-4dcb-be14-2fa71dc49e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:00.086202 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-5189aa0e-7fd8-41a6-b994-d7d797737d5f req-7105c30a-be5a-4dcb-be14-2fa71dc49e64 service neutron] 10.222.0.96 "GET /v2.0/networks?id=deea6c2c-89aa-49a9-8ca9-e984e33e872e HTTP/1.1" status: 200 len: 920 time: 0.4173150 Aug 06 17:24:00.110062 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461eb80-40b4-4185-81a0-af3277768b8a req-69469c7f-06b3-44c8-960a-7bc78fd785f2 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:00.111597 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-6461eb80-40b4-4185-81a0-af3277768b8a req-69469c7f-06b3-44c8-960a-7bc78fd785f2 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] 10.222.0.89 "GET /v2.0/ports?device_id=880f71cc-689e-4321-94c8-2a7dd3812f6b HTTP/1.1" status: 200 len: 943 time: 0.2519281 Aug 06 17:24:00.177200 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-5189aa0e-7fd8-41a6-b994-d7d797737d5f req-479f2332-2f54-4f79-b68f-540e46e7685f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8414eecb-2a81-4939-9667-8a954bda4689 HTTP/1.1" status: 200 len: 217 time: 0.0778682 Aug 06 17:24:00.203317 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-0ca78a93-b3a4-4e4c-a62e-cdb59d41dadd tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:00.204804 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-0ca78a93-b3a4-4e4c-a62e-cdb59d41dadd tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.96 "GET /v2.0/networks?id=5b6dd1b8-72d2-4509-8411-cf148b92c6ca HTTP/1.1" status: 200 len: 817 time: 0.3814394 Aug 06 17:24:00.248786 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-6461eb80-40b4-4185-81a0-af3277768b8a req-85a08dcc-7109-4351-9681-e6daec5cdd66 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] 10.222.0.89 "GET /v2.0/security-groups?id=4ae41e73-7aeb-49bc-b79e-7150bbde1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870280 Aug 06 17:24:00.354443 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 58444) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:00.369427 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-ada2d011-c9d6-401f-b034-6033673d6e84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:00.369768 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5189aa0e-7fd8-41a6-b994-d7d797737d5f req-960b6883-a97b-471b-9d61-81174576fdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:00.371327 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-5189aa0e-7fd8-41a6-b994-d7d797737d5f req-960b6883-a97b-471b-9d61-81174576fdfb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c44d3273-d0a1-4d92-88ef-0e9181e87f95 HTTP/1.1" status: 200 len: 858 time: 0.1124864 Aug 06 17:24:00.381227 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-67b5658d-66bb-4179-9a66-c495f2072961 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5387827f2c0411b9a79d78b038d6e5c HTTP/1.1" status: 200 len: 379 time: 0.1100135 Aug 06 17:24:00.401188 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-b9341f15-acec-4c79-84af-31556e9f101b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Request body: {'port': {'device_id': '5f13727d-ad83-4853-a1dc-49b8519274e4', 'network_id': '5b6dd1b8-72d2-4509-8411-cf148b92c6ca', 'admin_state_up': True, 'tenant_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'security_groups': ['2393a632-c0f1-403e-a186-5487fb494f19']}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:24:00.422466 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-c587476a-8d08-4f28-8025-8fc9fc0dafc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:00.424986 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-5189aa0e-7fd8-41a6-b994-d7d797737d5f req-3fe44a56-3c23-48aa-8cd1-26ffeba704d9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=deea6c2c-89aa-49a9-8ca9-e984e33e872e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428412 Aug 06 17:24:00.450489 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-c587476a-8d08-4f28-8025-8fc9fc0dafc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:00.532512 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-ada2d011-c9d6-401f-b034-6033673d6e84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:00.539022 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-ada2d011-c9d6-401f-b034-6033673d6e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:00.592253 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-ada2d011-c9d6-401f-b034-6033673d6e84 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=73d6dfba7334439d99daec44c09a586d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2353721 Aug 06 17:24:00.593349 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 58448) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:00.594200 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada2d011-c9d6-401f-b034-6033673d6e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b40aa2-be9d-4ee5-838d-def0ca0d373b,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:00.602923 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device f4487757-be1d-4d54-ba93-a3166475e5f3 details requested by agent hyperv_hv-cinder-80377 with host hv-cinder-80377 {{(pid=93310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 17:24:00.711681 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-b1a01ba3-a16d-4377-afb7-7557577676b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:00.782437 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-ed5de65e-03de-46f5-8803-01238e6995b3 req-fc179f63-42e5-4917-a310-bc2bde432d35 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 210 time: 0.0710111 Aug 06 17:24:00.800955 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port f4487757-be1d-4d54-ba93-a3166475e5f3, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=f4487757-be1d-4d54-ba93-a3166475e5f3,segment=NetworkSegment(95a53fcf-5a7f-4fc8-ad8e-d1238bc24854),segment_id=95a53fcf-5a7f-4fc8-ad8e-d1238bc24854)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:24:00.811041 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-b1a01ba3-a16d-4377-afb7-7557577676b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:00.824249 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Returning: {'device': 'f4487757-be1d-4d54-ba93-a3166475e5f3', 'network_id': '40a72730-b2bd-49a3-9c45-8408d74e9ca2', 'port_id': 'f4487757-be1d-4d54-ba93-a3166475e5f3', 'mac_address': 'fa:16:3e:1b:1c:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3d6faab-a572-403c-a52e-2d4c31243d4d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 17:24:00.873455 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-b1a01ba3-a16d-4377-afb7-7557577676b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:00.881077 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-b1a01ba3-a16d-4377-afb7-7557577676b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:00.898773 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-b1a01ba3-a16d-4377-afb7-7557577676b9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/59b40aa2-be9d-4ee5-838d-def0ca0d373b HTTP/1.1" status: 204 len: 168 time: 0.2919040 Aug 06 17:24:00.912371 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '283918be-a8c2-4428-8a02-f0b72cdfc39b', 'tag': 'ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb'}] {{(pid=93309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:24:00.915583 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8dc615238e5bcef59bfa1369ec241dac088066ad095906c2652e3fbb51f90a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3c8177-fb06-450e-8c1f-e52098afda3a" -d '{"events": [{"name": "network-changed", "server_uuid": "283918be-a8c2-4428-8a02-f0b72cdfc39b", "tag": "ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb"}]}' {{(pid=93309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:24:00.922030 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a01ba3-a16d-4377-afb7-7557577676b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b40aa2-be9d-4ee5-838d-def0ca0d373b,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:00.978321 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:01.016320 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46fc44f-bb43-437a-b58a-a393f159a22a x-openstack-request-id: req-e46fc44f-bb43-437a-b58a-a393f159a22a {{(pid=93309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:24:01.016449 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "283918be-a8c2-4428-8a02-f0b72cdfc39b", "tag": "ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb", "status": "completed", "code": 200}]} {{(pid=93309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:24:01.017070 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e46fc44f-bb43-437a-b58a-a393f159a22a {{(pid=93309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:24:01.017764 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '283918be-a8c2-4428-8a02-f0b72cdfc39b', 'tag': 'ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb', 'status': 'completed', 'code': 200} Aug 06 17:24:01.018489 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4487757-be1d-4d54-ba93-a3166475e5f3 {{(pid=93310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:24:01.051908 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.96', 54428) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:01.067043 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port f4487757-be1d-4d54-ba93-a3166475e5f3, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=f4487757-be1d-4d54-ba93-a3166475e5f3,segment=NetworkSegment(95a53fcf-5a7f-4fc8-ad8e-d1238bc24854),segment_id=95a53fcf-5a7f-4fc8-ad8e-d1238bc24854)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:24:01.078536 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:01.123475 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-c587476a-8d08-4f28-8025-8fc9fc0dafc1 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=66dce3039b844afeb02e0d9716986b00&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2612021 Aug 06 17:24:01.130920 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587476a-8d08-4f28-8025-8fc9fc0dafc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9bef2a-d67b-4455-88bf-55eb9047d630,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:01.139662 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 58468) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:01.183290 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=f4487757-be1d-4d54-ba93-a3166475e5f3,revision_number=4']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:01.197013 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-f895f0f9-a4c6-46d2-91cc-fe6156bd321f tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:01.199572 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-f895f0f9-a4c6-46d2-91cc-fe6156bd321f tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.96 "GET /v2.0/networks?id=7806f8bb-4441-4b40-a114-e639f43ce5ef HTTP/1.1" status: 200 len: 810 time: 0.2215776 Aug 06 17:24:01.232173 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-8b553b57-8ee9-4a78-86b6-f66dc45ab76d req-2d6d5050-ce84-425b-82e0-b0ac441fed33 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 210 time: 0.0562854 Aug 06 17:24:01.271640 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c869d93-9a21-4ac2-ae67-7959021128c9 req-68cc5680-bbf4-4c2b-a45d-0963835968fe tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:01.275804 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c8177-fb06-450e-8c1f-e52098afda3a req-a1717096-35f7-4678-afcb-ca0adb231e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:01.279481 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-3e3c8177-fb06-450e-8c1f-e52098afda3a req-a1717096-35f7-4678-afcb-ca0adb231e7e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d4d45ad3cd734f29b1d101a15856a9e4&device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 1096 time: 0.2261643 Aug 06 17:24:01.282666 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-1c869d93-9a21-4ac2-ae67-7959021128c9 req-68cc5680-bbf4-4c2b-a45d-0963835968fe tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 943 time: 0.4041829 Aug 06 17:24:01.295285 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-b9341f15-acec-4c79-84af-31556e9f101b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Made reservation on behalf of f5387827f2c0411b9a79d78b038d6e5c for: {'port': 1} {{(pid=93309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:24:01.300102 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-b9341f15-acec-4c79-84af-31556e9f101b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:01.332686 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-5189aa0e-7fd8-41a6-b994-d7d797737d5f req-e86bc65b-7b25-479e-855a-637cc2bd6b4c service neutron] 10.222.0.96 "GET /v2.0/networks/deea6c2c-89aa-49a9-8ca9-e984e33e872e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8961098 Aug 06 17:24:01.421676 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] get_ports_and_sgs() called for port_ids ['f4487757-be1d-4d54-ba93-a3166475e5f3'] {{(pid=93310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:24:01.446540 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-24968546-2578-4793-8f79-bdd04b09a073 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5efb9b646c554c22b0521e69231c9910 HTTP/1.1" status: 200 len: 380 time: 0.2100666 Aug 06 17:24:01.471731 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-fede60bc-661b-4f1c-b461-836dd549b558 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Request body: {'port': {'device_id': '24e84421-8482-4b06-9996-9a5c2aa51a63', 'network_id': '7806f8bb-4441-4b40-a114-e639f43ce5ef', 'admin_state_up': True, 'tenant_id': '5efb9b646c554c22b0521e69231c9910', 'security_groups': ['2c96a589-8900-4e9b-bbe8-c0860d8cb5c3']}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:24:01.506467 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c8177-fb06-450e-8c1f-e52098afda3a req-04a4603c-4852-4ba0-a1b8-4eba2cf818c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:01.508291 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-3e3c8177-fb06-450e-8c1f-e52098afda3a req-04a4603c-4852-4ba0-a1b8-4eba2cf818c3 service neutron] 10.222.0.96 "GET /v2.0/networks?id=deea6c2c-89aa-49a9-8ca9-e984e33e872e HTTP/1.1" status: 200 len: 920 time: 0.2193801 Aug 06 17:24:01.515678 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484cd21-bf85-458d-8ac8-cde407505c08 req-beb3378c-1a09-4c13-aa59-79ff9b11d9b8 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:01.517333 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-d484cd21-bf85-458d-8ac8-cde407505c08 req-beb3378c-1a09-4c13-aa59-79ff9b11d9b8 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] 10.222.0.89 "GET /v2.0/ports?device_id=880f71cc-689e-4321-94c8-2a7dd3812f6b HTTP/1.1" status: 200 len: 944 time: 0.1581337 Aug 06 17:24:01.525535 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-1c869d93-9a21-4ac2-ae67-7959021128c9 req-2178669a-c989-454d-bdde-a3cae76a94fb tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413707 Aug 06 17:24:01.562149 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-62bd59a1-1398-49f4-9bb3-c94aa418f0fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:01.638199 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-3e3c8177-fb06-450e-8c1f-e52098afda3a req-3d1265ca-5238-47c3-80fa-d68a43e9a642 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb HTTP/1.1" status: 200 len: 217 time: 0.1199930 Aug 06 17:24:01.692683 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-62bd59a1-1398-49f4-9bb3-c94aa418f0fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:01.711960 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-d484cd21-bf85-458d-8ac8-cde407505c08 req-ce6a524e-9a4b-4f47-8e19-2a367a528006 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] 10.222.0.89 "GET /v2.0/security-groups?id=4ae41e73-7aeb-49bc-b79e-7150bbde1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332450 Aug 06 17:24:01.735564 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c8177-fb06-450e-8c1f-e52098afda3a req-5793f1ce-ef9f-4f29-8601-d50ec0c78a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:01.738072 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-3e3c8177-fb06-450e-8c1f-e52098afda3a req-5793f1ce-ef9f-4f29-8601-d50ec0c78a56 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c44d3273-d0a1-4d92-88ef-0e9181e87f95 HTTP/1.1" status: 200 len: 858 time: 0.0864558 Aug 06 17:24:01.740194 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-5189aa0e-7fd8-41a6-b994-d7d797737d5f req-6b005c9a-0521-4757-8f63-982c8cacaa99 service neutron] 10.222.0.96 "GET /v2.0/networks/deea6c2c-89aa-49a9-8ca9-e984e33e872e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848605 Aug 06 17:24:01.746930 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.db_base_plugin_common [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-b9341f15-acec-4c79-84af-31556e9f101b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Allocated IP 172.20.0.14 (5b6dd1b8-72d2-4509-8411-cf148b92c6ca/92e55e27-88da-4b01-a596-8314d113e8dc/950d5868-7f7c-49b2-a093-65a82b1b1a6f) {{(pid=93309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:24:01.817237 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-3e3c8177-fb06-450e-8c1f-e52098afda3a req-3f51f110-96c0-45ae-8342-bb37b3d14e8d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=deea6c2c-89aa-49a9-8ca9-e984e33e872e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536406 Aug 06 17:24:01.848406 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-62bd59a1-1398-49f4-9bb3-c94aa418f0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:01.851162 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-62bd59a1-1398-49f4-9bb3-c94aa418f0fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:01.852437 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-62bd59a1-1398-49f4-9bb3-c94aa418f0fc admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/3c9bef2a-d67b-4455-88bf-55eb9047d630 HTTP/1.1" status: 204 len: 168 time: 0.6876156 Aug 06 17:24:01.884535 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-fede60bc-661b-4f1c-b461-836dd549b558 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Made reservation on behalf of 5efb9b646c554c22b0521e69231c9910 for: {'port': 1} {{(pid=93309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:24:01.888580 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-fede60bc-661b-4f1c-b461-836dd549b558 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:01.932975 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-3e3c8177-fb06-450e-8c1f-e52098afda3a req-dbf97617-19f5-49f8-a661-252e5cb4ec43 service neutron] 10.222.0.96 "GET /v2.0/networks/deea6c2c-89aa-49a9-8ca9-e984e33e872e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062660 Aug 06 17:24:01.990708 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd59a1-1398-49f4-9bb3-c94aa418f0fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9bef2a-d67b-4455-88bf-55eb9047d630,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:01.997372 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c149e931-574e-43f1-b15a-a648e65f1f93 req-d949c320-1e86-417a-9281-d3959a75f964 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 210 time: 0.1227381 Aug 06 17:24:02.121095 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-b9341f15-acec-4c79-84af-31556e9f101b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks [] for port, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:02.161898 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.provisioning_blocks [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-b9341f15-acec-4c79-84af-31556e9f101b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Transition to ACTIVE for port object 950d5868-7f7c-49b2-a093-65a82b1b1a6f will not be triggered until provisioned by entity DHCP. {{(pid=93309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:24:02.197667 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.db_base_plugin_common [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-fede60bc-661b-4f1c-b461-836dd549b558 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Allocated IP 172.20.0.13 (7806f8bb-4441-4b40-a114-e639f43ce5ef/6a5bba92-673b-4ffb-874f-ddb7f0dd2e8d/a3dda1d5-65e1-4d8a-ad1c-be0aacb08483) {{(pid=93309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:24:02.209291 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-3e3c8177-fb06-450e-8c1f-e52098afda3a req-395e24f1-4804-428c-94e0-7feb40d075a0 service neutron] 10.222.0.96 "GET /v2.0/networks/deea6c2c-89aa-49a9-8ca9-e984e33e872e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675653 Aug 06 17:24:02.239681 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-b9341f15-acec-4c79-84af-31556e9f101b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244'] for port, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:02.299406 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-b9341f15-acec-4c79-84af-31556e9f101b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Network 5b6dd1b8-72d2-4509-8411-cf148b92c6ca is already hosted by enough agents. {{(pid=93309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:24:02.312971 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.base_scheduler [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-b9341f15-acec-4c79-84af-31556e9f101b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Resources bound (agent type, host, resource id): {{(pid=93309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:24:02.324231 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.l3_dvrscheduler_db [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-b9341f15-acec-4c79-84af-31556e9f101b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Received port after_create {{(pid=93309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:24:02.330177 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-b9341f15-acec-4c79-84af-31556e9f101b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:02.330900 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-b9341f15-acec-4c79-84af-31556e9f101b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for port, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:02.386086 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-b9341f15-acec-4c79-84af-31556e9f101b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9897795 Aug 06 17:24:02.406743 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9341f15-acec-4c79-84af-31556e9f101b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Pushing event updated for resources: {'Port': ['ID=950d5868-7f7c-49b2-a093-65a82b1b1a6f,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:02.414930 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-68017e43-fbac-49fb-bf46-4cf8f589eab9 service neutron] Request body: {'port': {'device_id': '5f13727d-ad83-4853-a1dc-49b8519274e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80377'}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:24:02.447589 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc5fa5c-3d76-41e0-b04c-ab4b52663744 req-9aa434bb-086d-4193-bf55-a053d3bfb73d tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:02.449698 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-bfc5fa5c-3d76-41e0-b04c-ab4b52663744 req-9aa434bb-086d-4193-bf55-a053d3bfb73d tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 932 time: 0.1055825 Aug 06 17:24:02.450197 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 58530) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:02.486198 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-c73ba349-d622-4374-ba1a-7cb7e93b2176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:02.564609 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-fede60bc-661b-4f1c-b461-836dd549b558 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks [] for port, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:02.575365 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 8414eecb-2a81-4939-9667-8a954bda4689 details requested by agent hyperv_hv-cinder-80377 with host hv-cinder-80377 {{(pid=93310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 17:24:02.600897 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.provisioning_blocks [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-fede60bc-661b-4f1c-b461-836dd549b558 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Transition to ACTIVE for port object a3dda1d5-65e1-4d8a-ad1c-be0aacb08483 will not be triggered until provisioned by entity DHCP. {{(pid=93309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:24:02.621176 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-bfc5fa5c-3d76-41e0-b04c-ab4b52663744 req-97f8f328-5e2a-4d0d-81d8-609bf62b7ac0 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639121 Aug 06 17:24:02.665593 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device f4487757-be1d-4d54-ba93-a3166475e5f3 up at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:24:02.755157 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-c73ba349-d622-4374-ba1a-7cb7e93b2176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:02.758283 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-fede60bc-661b-4f1c-b461-836dd549b558 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244'] for port, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:02.767920 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-c73ba349-d622-4374-ba1a-7cb7e93b2176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:02.772581 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-68017e43-fbac-49fb-bf46-4cf8f589eab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:02.823877 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-1b5a3d4c-7756-4fbc-81c7-e3bea69771ad None None] Provisioning for port 950d5868-7f7c-49b2-a093-65a82b1b1a6f completed by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:24:02.832364 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Provisioning for port f4487757-be1d-4d54-ba93-a3166475e5f3 completed by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:24:02.837266 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-1b5a3d4c-7756-4fbc-81c7-e3bea69771ad None None] Provisioning complete for port 950d5868-7f7c-49b2-a093-65a82b1b1a6f triggered by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:24:02.837888 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-1b5a3d4c-7756-4fbc-81c7-e3bea69771ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:02.864071 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Provisioning complete for port f4487757-be1d-4d54-ba93-a3166475e5f3 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:24:02.864666 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:02.917933 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-c73ba349-d622-4374-ba1a-7cb7e93b2176 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=4e8c651039eb4958b3571e01e39f77b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4653296 Aug 06 17:24:02.922641 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73ba349-d622-4374-ba1a-7cb7e93b2176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fba697c-290b-4239-9be8-d71ee3f4ce28,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:02.926423 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 58562) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:02.938946 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-1b5a3d4c-7756-4fbc-81c7-e3bea69771ad None None] Port 950d5868-7f7c-49b2-a093-65a82b1b1a6f cannot update to ACTIVE because it is not bound. {{(pid=93310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:24:02.942555 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port 8414eecb-2a81-4939-9667-8a954bda4689, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=8414eecb-2a81-4939-9667-8a954bda4689,segment=NetworkSegment(1f629a59-4c07-46a1-b9e6-833920fc9ee9),segment_id=1f629a59-4c07-46a1-b9e6-833920fc9ee9)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:24:02.961820 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Returning: {'device': '8414eecb-2a81-4939-9667-8a954bda4689', 'network_id': 'deea6c2c-89aa-49a9-8ca9-e984e33e872e', 'port_id': '8414eecb-2a81-4939-9667-8a954bda4689', 'mac_address': 'fa:16:3e:b5:a2:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1071, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c44d3273-d0a1-4d92-88ef-0e9181e87f95', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 17:24:02.973985 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c1bdd-ef62-4002-b394-fff80ce96ad5 req-926076a6-2d63-47ca-adb6-5986a9a611f9 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:02.989006 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-ef3c1bdd-ef62-4002-b394-fff80ce96ad5 req-926076a6-2d63-47ca-adb6-5986a9a611f9 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] 10.222.0.89 "GET /v2.0/ports?device_id=880f71cc-689e-4321-94c8-2a7dd3812f6b HTTP/1.1" status: 200 len: 944 time: 0.1660247 Aug 06 17:24:02.989189 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131ef1b-9cb6-4e22-aadd-4724672589d0 req-d1021795-28a9-45cd-bf49-5c77f59ae280 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:02.989927 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c131ef1b-9cb6-4e22-aadd-4724672589d0 req-d1021795-28a9-45cd-bf49-5c77f59ae280 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 943 time: 0.3253670 Aug 06 17:24:02.991878 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-fede60bc-661b-4f1c-b461-836dd549b558 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Network 7806f8bb-4441-4b40-a114-e639f43ce5ef is already hosted by enough agents. {{(pid=93309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:24:03.021661 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.base_scheduler [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-fede60bc-661b-4f1c-b461-836dd549b558 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Resources bound (agent type, host, resource id): {{(pid=93309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:24:03.054179 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-fede60bc-661b-4f1c-b461-836dd549b558 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Received port after_create {{(pid=93309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:24:03.058335 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:03.065364 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-fede60bc-661b-4f1c-b461-836dd549b558 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:03.066606 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-fede60bc-661b-4f1c-b461-836dd549b558 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for port, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:03.078412 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-ef3c1bdd-ef62-4002-b394-fff80ce96ad5 req-d889d71a-23dc-4ba3-821d-cdeb6d3f40ae tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] 10.222.0.89 "GET /v2.0/security-groups?id=4ae41e73-7aeb-49bc-b79e-7150bbde1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835440 Aug 06 17:24:03.085861 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede60bc-661b-4f1c-b461-836dd549b558 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Pushing event updated for resources: {'Port': ['ID=a3dda1d5-65e1-4d8a-ad1c-be0aacb08483,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:03.103434 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:03.112552 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880f71cc-689e-4321-94c8-2a7dd3812f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4487757-be1d-4d54-ba93-a3166475e5f3'}] {{(pid=93310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:24:03.170425 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 58570) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:03.223582 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port f4487757-be1d-4d54-ba93-a3166475e5f3, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=f4487757-be1d-4d54-ba93-a3166475e5f3,segment=NetworkSegment(95a53fcf-5a7f-4fc8-ad8e-d1238bc24854),segment_id=95a53fcf-5a7f-4fc8-ad8e-d1238bc24854)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:24:03.230040 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8414eecb-2a81-4939-9667-8a954bda4689 {{(pid=93310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:24:03.240341 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:03.257732 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb4c96-3a3e-432f-9a29-eeb87fc1c3aa req-28feb35f-aed6-4513-b047-e8f2b8cd61a7 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:03.268068 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-b5cb4c96-3a3e-432f-9a29-eeb87fc1c3aa req-28feb35f-aed6-4513-b047-e8f2b8cd61a7 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 932 time: 0.0990510 Aug 06 17:24:03.307760 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=f4487757-be1d-4d54-ba93-a3166475e5f3,revision_number=5']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:03.333519 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port 8414eecb-2a81-4939-9667-8a954bda4689, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=8414eecb-2a81-4939-9667-8a954bda4689,segment=NetworkSegment(1f629a59-4c07-46a1-b9e6-833920fc9ee9),segment_id=1f629a59-4c07-46a1-b9e6-833920fc9ee9)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:24:03.339367 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:03.340092 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb details requested by agent hyperv_hv-cinder-80377 with host hv-cinder-80377 {{(pid=93310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 17:24:03.352429 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-b5cb4c96-3a3e-432f-9a29-eeb87fc1c3aa req-a46ce049-d10c-468e-84df-8200a57fc873 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759354 Aug 06 17:24:03.357620 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c131ef1b-9cb6-4e22-aadd-4724672589d0 req-fe0dde0e-5a49-4be9-bc19-583674656070 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581057 Aug 06 17:24:03.362041 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-1267acfe-2547-4c70-abdb-71928d2963ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:03.387958 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-fede60bc-661b-4f1c-b461-836dd549b558 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9213269 Aug 06 17:24:03.409930 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-1267acfe-2547-4c70-abdb-71928d2963ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:03.414797 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-301108a3-4b06-432b-ab95-42f2b054efce service neutron] Request body: {'port': {'device_id': '24e84421-8482-4b06-9996-9a5c2aa51a63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80377'}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:24:03.448883 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-237345b8-072a-4541-8eba-a4ecf23a2c9d None None] Provisioning for port a3dda1d5-65e1-4d8a-ad1c-be0aacb08483 completed by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:24:03.455818 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-237345b8-072a-4541-8eba-a4ecf23a2c9d None None] Provisioning complete for port a3dda1d5-65e1-4d8a-ad1c-be0aacb08483 triggered by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:24:03.456391 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-237345b8-072a-4541-8eba-a4ecf23a2c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:03.461706 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb,segment=NetworkSegment(1f629a59-4c07-46a1-b9e6-833920fc9ee9),segment_id=1f629a59-4c07-46a1-b9e6-833920fc9ee9)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:24:03.492287 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=8414eecb-2a81-4939-9667-8a954bda4689,revision_number=4']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:03.502790 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Returning: {'device': 'ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb', 'network_id': 'deea6c2c-89aa-49a9-8ca9-e984e33e872e', 'port_id': 'ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb', 'mac_address': 'fa:16:3e:77:36:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1071, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c44d3273-d0a1-4d92-88ef-0e9181e87f95', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 17:24:03.517323 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-237345b8-072a-4541-8eba-a4ecf23a2c9d None None] Port a3dda1d5-65e1-4d8a-ad1c-be0aacb08483 cannot update to ACTIVE because it is not bound. {{(pid=93310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:24:03.538408 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-301108a3-4b06-432b-ab95-42f2b054efce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:03.554110 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:03.571772 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb {{(pid=93310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:24:03.602364 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb,segment=NetworkSegment(1f629a59-4c07-46a1-b9e6-833920fc9ee9),segment_id=1f629a59-4c07-46a1-b9e6-833920fc9ee9)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:24:03.608056 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:03.610600 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-1267acfe-2547-4c70-abdb-71928d2963ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:03.617581 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-1267acfe-2547-4c70-abdb-71928d2963ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:03.617581 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-1267acfe-2547-4c70-abdb-71928d2963ef admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/0fba697c-290b-4239-9be8-d71ee3f4ce28 HTTP/1.1" status: 204 len: 168 time: 0.6839795 Aug 06 17:24:03.617735 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 58586) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:03.639600 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.notifiers.nova [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-68017e43-fbac-49fb-bf46-4cf8f589eab9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 950d5868-7f7c-49b2-a093-65a82b1b1a6f {{(pid=93309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:24:03.651738 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1267acfe-2547-4c70-abdb-71928d2963ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fba697c-290b-4239-9be8-d71ee3f4ce28,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:03.655037 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-22027ac8-21ad-42a1-9728-8a000fe39be8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:03.659120 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-68017e43-fbac-49fb-bf46-4cf8f589eab9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:03.727738 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.provisioning_blocks [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-68017e43-fbac-49fb-bf46-4cf8f589eab9 service neutron] Transition to ACTIVE for port object 950d5868-7f7c-49b2-a093-65a82b1b1a6f will not be triggered until provisioned by entity L2. {{(pid=93309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:24:03.729699 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb,revision_number=4']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:03.734026 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-68017e43-fbac-49fb-bf46-4cf8f589eab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:03.832503 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713379ad4201aa67d1557f3d7b7da947c96b0ad1778a29fd635d5f04ae47f1c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e8a501-eb29-4de4-9380-172a81680231" -d '{"events": [{"server_uuid": "880f71cc-689e-4321-94c8-2a7dd3812f6b", "name": "network-vif-plugged", "status": "completed", "tag": "f4487757-be1d-4d54-ba93-a3166475e5f3"}]}' {{(pid=93310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:24:03.853464 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-22027ac8-21ad-42a1-9728-8a000fe39be8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:03.861172 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-22027ac8-21ad-42a1-9728-8a000fe39be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:03.950979 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22027ac8-21ad-42a1-9728-8a000fe39be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eabda1b-1f9e-4b0d-81fe-3764fcc576c1,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:03.954010 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-e55a12db-69ec-4f93-8523-736611860a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:03.983544 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-22027ac8-21ad-42a1-9728-8a000fe39be8 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=8169eeb2dbeb400aa5daf73c85422fb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8117054 Aug 06 17:24:03.986928 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 58604) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:04.115224 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-aa9a3845-0b6d-4a16-9727-099a14a8c977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:04.148186 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-aa9a3845-0b6d-4a16-9727-099a14a8c977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:04.206806 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-aa9a3845-0b6d-4a16-9727-099a14a8c977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:04.212980 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-aa9a3845-0b6d-4a16-9727-099a14a8c977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:04.217160 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-aa9a3845-0b6d-4a16-9727-099a14a8c977 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/8eabda1b-1f9e-4b0d-81fe-3764fcc576c1 HTTP/1.1" status: 204 len: 168 time: 0.2262490 Aug 06 17:24:04.225620 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cdb8ecc-5e4a-4eab-a660-8f0ebe393e12 x-openstack-request-id: req-4cdb8ecc-5e4a-4eab-a660-8f0ebe393e12 {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:24:04.225936 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "880f71cc-689e-4321-94c8-2a7dd3812f6b", "name": "network-vif-plugged", "status": "completed", "tag": "f4487757-be1d-4d54-ba93-a3166475e5f3", "code": 200}]} {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:24:04.226194 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4cdb8ecc-5e4a-4eab-a660-8f0ebe393e12 {{(pid=93310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:24:04.228859 dv-cinder-803773-1-iscsi neutron-server[93310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880f71cc-689e-4321-94c8-2a7dd3812f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4487757-be1d-4d54-ba93-a3166475e5f3', 'code': 200} Aug 06 17:24:04.239201 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] get_ports_and_sgs() called for port_ids ['8414eecb-2a81-4939-9667-8a954bda4689'] {{(pid=93310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:24:04.242278 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a3845-0b6d-4a16-9727-099a14a8c977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eabda1b-1f9e-4b0d-81fe-3764fcc576c1,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:04.308184 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.managers [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-68017e43-fbac-49fb-bf46-4cf8f589eab9 service neutron] Attempting to bind port 950d5868-7f7c-49b2-a093-65a82b1b1a6f on host hv-cinder-80377 for vnic_type normal with profile {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:24:04.308684 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.managers [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-68017e43-fbac-49fb-bf46-4cf8f589eab9 service neutron] Attempting to bind port 950d5868-7f7c-49b2-a093-65a82b1b1a6f by drivers openvswitch,hyperv on host hv-cinder-80377 at level 0 using segments [{'id': 'f5e274ea-768f-45a2-bfc8-b7461617eff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5b6dd1b8-72d2-4509-8411-cf148b92c6ca'}] {{(pid=93309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:24:04.308840 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-68017e43-fbac-49fb-bf46-4cf8f589eab9 service neutron] Attempting to bind port 950d5868-7f7c-49b2-a093-65a82b1b1a6f on network 5b6dd1b8-72d2-4509-8411-cf148b92c6ca {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:24:04.310337 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-e55a12db-69ec-4f93-8523-736611860a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:04.322015 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] get_ports_and_sgs() called for port_ids ['ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb'] {{(pid=93310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:24:04.330717 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-68017e43-fbac-49fb-bf46-4cf8f589eab9 service neutron] Port 950d5868-7f7c-49b2-a093-65a82b1b1a6f on network 5b6dd1b8-72d2-4509-8411-cf148b92c6ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80377 {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 17:24:04.336922 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-68017e43-fbac-49fb-bf46-4cf8f589eab9 service neutron] Attempting to bind port 950d5868-7f7c-49b2-a093-65a82b1b1a6f on network 5b6dd1b8-72d2-4509-8411-cf148b92c6ca {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:24:04.338177 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-e55a12db-69ec-4f93-8523-736611860a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:04.342187 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68017e43-fbac-49fb-bf46-4cf8f589eab9 service neutron] Pushing event updated for resources: {'Port': ['ID=950d5868-7f7c-49b2-a093-65a82b1b1a6f,revision_number=2']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:04.392491 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c776c-27a8-4c6b-a9e3-6f1ec084ff7c req-45de8b0e-90aa-4a49-92ac-964e8f98c5bd tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:04.394556 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-1c1c776c-27a8-4c6b-a9e3-6f1ec084ff7c req-45de8b0e-90aa-4a49-92ac-964e8f98c5bd tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 944 time: 0.6076229 Aug 06 17:24:04.402055 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-68017e43-fbac-49fb-bf46-4cf8f589eab9 service neutron] Checking agent: {'id': 'd2fb1ab5-1995-4796-a222-8ffdc3f56d02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 21, 40), 'started_at': datetime.datetime(2021, 8, 6, 17, 21, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:24:04.405326 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-68017e43-fbac-49fb-bf46-4cf8f589eab9 service neutron] Checking segment: {'id': 'f5e274ea-768f-45a2-bfc8-b7461617eff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5b6dd1b8-72d2-4509-8411-cf148b92c6ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:24:04.405945 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-68017e43-fbac-49fb-bf46-4cf8f589eab9 service neutron] Bound using segment: {'id': 'f5e274ea-768f-45a2-bfc8-b7461617eff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5b6dd1b8-72d2-4509-8411-cf148b92c6ca'} {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:24:04.406774 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.managers [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-68017e43-fbac-49fb-bf46-4cf8f589eab9 service neutron] Bound port: 950d5868-7f7c-49b2-a093-65a82b1b1a6f, host: hv-cinder-80377, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5e274ea-768f-45a2-bfc8-b7461617eff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5b6dd1b8-72d2-4509-8411-cf148b92c6ca'}}] {{(pid=93309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:24:04.409532 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-68017e43-fbac-49fb-bf46-4cf8f589eab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:04.592553 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49030d10-3f0a-4345-8cd5-ad9cc16b3d48 req-3c031ad5-d35c-4338-a544-263dfbdeebc6 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:04.602586 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-49030d10-3f0a-4345-8cd5-ad9cc16b3d48 req-3c031ad5-d35c-4338-a544-263dfbdeebc6 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] 10.222.0.89 "GET /v2.0/ports?device_id=880f71cc-689e-4321-94c8-2a7dd3812f6b HTTP/1.1" status: 200 len: 945 time: 0.2994938 Aug 06 17:24:04.642601 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-e55a12db-69ec-4f93-8523-736611860a60 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=57a845cc313e480aa0684a1413a996cd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0270469 Aug 06 17:24:04.661782 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a12db-69ec-4f93-8523-736611860a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86cb9ec8-961a-4909-90dc-9accc5e5e56d,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:04.664455 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 58628) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:04.676136 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-1c1c776c-27a8-4c6b-a9e3-6f1ec084ff7c req-ddb46820-2774-4385-93d8-ec815a1ff7af tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2210734 Aug 06 17:24:04.726766 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.db [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-68017e43-fbac-49fb-bf46-4cf8f589eab9 service neutron] For port 950d5868-7f7c-49b2-a093-65a82b1b1a6f, host hv-cinder-80377, cleared binding levels {{(pid=93309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:24:04.768032 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.db [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-68017e43-fbac-49fb-bf46-4cf8f589eab9 service neutron] For port 950d5868-7f7c-49b2-a093-65a82b1b1a6f, host hv-cinder-80377, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=950d5868-7f7c-49b2-a093-65a82b1b1a6f,segment=NetworkSegment(f5e274ea-768f-45a2-bfc8-b7461617eff9),segment_id=f5e274ea-768f-45a2-bfc8-b7461617eff9)] {{(pid=93309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:24:04.774938 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 58632) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:04.787115 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-68017e43-fbac-49fb-bf46-4cf8f589eab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:04.796369 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78064b-2670-4b7c-8eae-0814da20ad99 req-2e9c761d-f51e-453e-a47c-a2463c04fb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:04.797470 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.notifiers.nova [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-301108a3-4b06-432b-ab95-42f2b054efce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3dda1d5-65e1-4d8a-ad1c-be0aacb08483 {{(pid=93309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:24:04.797852 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-1a78064b-2670-4b7c-8eae-0814da20ad99 req-2e9c761d-f51e-453e-a47c-a2463c04fb74 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=880f71cc-689e-4321-94c8-2a7dd3812f6b HTTP/1.1" status: 200 len: 1098 time: 0.3065069 Aug 06 17:24:04.815382 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-60628535-dd2b-43a0-89e4-a16de689d8df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:04.826497 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-301108a3-4b06-432b-ab95-42f2b054efce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:04.863852 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-68017e43-fbac-49fb-bf46-4cf8f589eab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:04.864476 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-68017e43-fbac-49fb-bf46-4cf8f589eab9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for port, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:04.865979 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-68017e43-fbac-49fb-bf46-4cf8f589eab9 service neutron] 10.222.0.96 "PUT /v2.0/ports/950d5868-7f7c-49b2-a093-65a82b1b1a6f HTTP/1.1" status: 200 len: 1094 time: 2.4605610 Aug 06 17:24:04.868348 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f13727d-ad83-4853-a1dc-49b8519274e4', 'tag': '950d5868-7f7c-49b2-a093-65a82b1b1a6f'}] {{(pid=93309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:24:04.871733 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8dc615238e5bcef59bfa1369ec241dac088066ad095906c2652e3fbb51f90a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7cfb3c4-bb9b-4fa5-9283-796957386b4d" -d '{"events": [{"name": "network-changed", "server_uuid": "5f13727d-ad83-4853-a1dc-49b8519274e4", "tag": "950d5868-7f7c-49b2-a093-65a82b1b1a6f"}]}' {{(pid=93309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:24:04.903003 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.provisioning_blocks [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-301108a3-4b06-432b-ab95-42f2b054efce service neutron] Transition to ACTIVE for port object a3dda1d5-65e1-4d8a-ad1c-be0aacb08483 will not be triggered until provisioned by entity L2. {{(pid=93309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:24:04.919884 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-301108a3-4b06-432b-ab95-42f2b054efce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:04.941109 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e081de-01d7-4471-a6aa-355eeb4260ad req-7453f03c-9bed-47cc-8ddd-c7874a8b13df tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:04.942828 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-03e081de-01d7-4471-a6aa-355eeb4260ad req-7453f03c-9bed-47cc-8ddd-c7874a8b13df tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 944 time: 0.1849687 Aug 06 17:24:04.986271 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68017e43-fbac-49fb-bf46-4cf8f589eab9 service neutron] Pushing event updated for resources: {'Port': ['ID=950d5868-7f7c-49b2-a093-65a82b1b1a6f,revision_number=3']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:05.046466 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-49030d10-3f0a-4345-8cd5-ad9cc16b3d48 req-2f9c7f6a-6e0d-4ebf-b11a-d45924323305 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] 10.222.0.89 "GET /v2.0/security-groups?id=4ae41e73-7aeb-49bc-b79e-7150bbde1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346323 Aug 06 17:24:05.050990 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-1a78064b-2670-4b7c-8eae-0814da20ad99 req-eb8607a3-d30c-463e-962e-473033384a42 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:05.116331 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-03e081de-01d7-4471-a6aa-355eeb4260ad req-a2c43071-18e0-490a-952f-1c410a35d9d8 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544080 Aug 06 17:24:05.123543 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-2f234e2f-22bd-4f3b-a6c9-c16ed4528d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:05.125314 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-2f234e2f-22bd-4f3b-a6c9-c16ed4528d0c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f5387827f2c0411b9a79d78b038d6e5c&device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 1097 time: 0.1804287 Aug 06 17:24:05.126174 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301108a3-4b06-432b-ab95-42f2b054efce service neutron] Pushing event updated for resources: {'Port': ['ID=a3dda1d5-65e1-4d8a-ad1c-be0aacb08483,revision_number=2']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:05.138891 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.managers [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-301108a3-4b06-432b-ab95-42f2b054efce service neutron] Attempting to bind port a3dda1d5-65e1-4d8a-ad1c-be0aacb08483 on host hv-cinder-80377 for vnic_type normal with profile {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:24:05.140170 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-7f0961bc-2e08-4b50-819f-6ab5021b9098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:05.140697 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.managers [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-301108a3-4b06-432b-ab95-42f2b054efce service neutron] Attempting to bind port a3dda1d5-65e1-4d8a-ad1c-be0aacb08483 by drivers openvswitch,hyperv on host hv-cinder-80377 at level 0 using segments [{'id': 'b2a2c7d8-8c0d-425d-a382-493c66f6d648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '7806f8bb-4441-4b40-a114-e639f43ce5ef'}] {{(pid=93309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:24:05.141186 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-301108a3-4b06-432b-ab95-42f2b054efce service neutron] Attempting to bind port a3dda1d5-65e1-4d8a-ad1c-be0aacb08483 on network 7806f8bb-4441-4b40-a114-e639f43ce5ef {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:24:05.196205 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-301108a3-4b06-432b-ab95-42f2b054efce service neutron] Port a3dda1d5-65e1-4d8a-ad1c-be0aacb08483 on network 7806f8bb-4441-4b40-a114-e639f43ce5ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80377 {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 17:24:05.196543 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-301108a3-4b06-432b-ab95-42f2b054efce service neutron] Attempting to bind port a3dda1d5-65e1-4d8a-ad1c-be0aacb08483 on network 7806f8bb-4441-4b40-a114-e639f43ce5ef {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:24:05.201943 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-ce546fe0-bdbd-4171-b229-f70fa0dc4243 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=950d5868-7f7c-49b2-a093-65a82b1b1a6f HTTP/1.1" status: 200 len: 217 time: 0.0540094 Aug 06 17:24:05.205990 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-301108a3-4b06-432b-ab95-42f2b054efce service neutron] Checking agent: {'id': 'd2fb1ab5-1995-4796-a222-8ffdc3f56d02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 21, 40), 'started_at': datetime.datetime(2021, 8, 6, 17, 21, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:24:05.206598 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-301108a3-4b06-432b-ab95-42f2b054efce service neutron] Checking segment: {'id': 'b2a2c7d8-8c0d-425d-a382-493c66f6d648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '7806f8bb-4441-4b40-a114-e639f43ce5ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:24:05.207260 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-301108a3-4b06-432b-ab95-42f2b054efce service neutron] Bound using segment: {'id': 'b2a2c7d8-8c0d-425d-a382-493c66f6d648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '7806f8bb-4441-4b40-a114-e639f43ce5ef'} {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:24:05.207866 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.managers [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-301108a3-4b06-432b-ab95-42f2b054efce service neutron] Bound port: a3dda1d5-65e1-4d8a-ad1c-be0aacb08483, host: hv-cinder-80377, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2a2c7d8-8c0d-425d-a382-493c66f6d648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '7806f8bb-4441-4b40-a114-e639f43ce5ef'}}] {{(pid=93309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:24:05.208405 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-301108a3-4b06-432b-ab95-42f2b054efce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:05.236767 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-7f0961bc-2e08-4b50-819f-6ab5021b9098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:05.285316 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468f88ad-e0c7-49d8-829c-b969ef9ed60e x-openstack-request-id: req-468f88ad-e0c7-49d8-829c-b969ef9ed60e {{(pid=93309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:24:05.285921 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f13727d-ad83-4853-a1dc-49b8519274e4", "tag": "950d5868-7f7c-49b2-a093-65a82b1b1a6f", "status": "completed", "code": 200}]} {{(pid=93309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:24:05.286386 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-468f88ad-e0c7-49d8-829c-b969ef9ed60e {{(pid=93309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:24:05.286970 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f13727d-ad83-4853-a1dc-49b8519274e4', 'tag': '950d5868-7f7c-49b2-a093-65a82b1b1a6f', 'status': 'completed', 'code': 200} Aug 06 17:24:05.304485 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db94b1-432a-4b8a-9d3b-66f36e4a15f8 req-84fa6c5d-e2cd-4461-90f1-c5aeb7cf169b tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:05.310907 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a4db94b1-432a-4b8a-9d3b-66f36e4a15f8 req-84fa6c5d-e2cd-4461-90f1-c5aeb7cf169b tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 944 time: 0.1492667 Aug 06 17:24:05.313549 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-688299ba-9ab4-4924-b3b4-317762d6a862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:05.315636 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-688299ba-9ab4-4924-b3b4-317762d6a862 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=92e55e27-88da-4b01-a596-8314d113e8dc HTTP/1.1" status: 200 len: 856 time: 0.1047945 Aug 06 17:24:05.361075 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.agents_db [None req-f0f84874-ee0a-4567-8005-82f1841bb43f None None] Agent healthcheck: found 6 active agents {{(pid=93311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:24:05.380061 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.db [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-301108a3-4b06-432b-ab95-42f2b054efce service neutron] For port a3dda1d5-65e1-4d8a-ad1c-be0aacb08483, host hv-cinder-80377, cleared binding levels {{(pid=93309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:24:05.386770 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.db [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-301108a3-4b06-432b-ab95-42f2b054efce service neutron] For port a3dda1d5-65e1-4d8a-ad1c-be0aacb08483, host hv-cinder-80377, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=a3dda1d5-65e1-4d8a-ad1c-be0aacb08483,segment=NetworkSegment(b2a2c7d8-8c0d-425d-a382-493c66f6d648),segment_id=b2a2c7d8-8c0d-425d-a382-493c66f6d648)] {{(pid=93309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:24:05.387950 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-60628535-dd2b-43a0-89e4-a16de689d8df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:05.392393 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-7f0961bc-2e08-4b50-819f-6ab5021b9098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:05.395863 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-7f0961bc-2e08-4b50-819f-6ab5021b9098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:05.396735 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-301108a3-4b06-432b-ab95-42f2b054efce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:05.400029 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-7f0961bc-2e08-4b50-819f-6ab5021b9098 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/86cb9ec8-961a-4909-90dc-9accc5e5e56d HTTP/1.1" status: 204 len: 168 time: 0.7089238 Aug 06 17:24:05.413306 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a4db94b1-432a-4b8a-9d3b-66f36e4a15f8 req-646e09cf-d0fe-4013-8e64-10143153c4cc tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922208 Aug 06 17:24:05.413932 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-60628535-dd2b-43a0-89e4-a16de689d8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:05.439699 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0961bc-2e08-4b50-819f-6ab5021b9098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86cb9ec8-961a-4909-90dc-9accc5e5e56d,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:05.440751 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-f7845cf3-98ad-4950-9496-a31125a033e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:05.442520 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-f7845cf3-98ad-4950-9496-a31125a033e9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5b6dd1b8-72d2-4509-8411-cf148b92c6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1185958 Aug 06 17:24:05.463652 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-301108a3-4b06-432b-ab95-42f2b054efce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:05.464526 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-301108a3-4b06-432b-ab95-42f2b054efce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for port, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:05.465924 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-301108a3-4b06-432b-ab95-42f2b054efce service neutron] 10.222.0.96 "PUT /v2.0/ports/a3dda1d5-65e1-4d8a-ad1c-be0aacb08483 HTTP/1.1" status: 200 len: 1094 time: 2.0602093 Aug 06 17:24:05.508259 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301108a3-4b06-432b-ab95-42f2b054efce service neutron] Pushing event updated for resources: {'Port': ['ID=a3dda1d5-65e1-4d8a-ad1c-be0aacb08483,revision_number=3']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:05.524075 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-60628535-dd2b-43a0-89e4-a16de689d8df admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=7149ea0afe424db9897c1443f4be388e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7441845 Aug 06 17:24:05.535802 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 58648) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:05.570756 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60628535-dd2b-43a0-89e4-a16de689d8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2aea5d-2a65-4e84-ba06-d2e8a918ce25,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:05.649372 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-52318480-c751-49ca-ba47-6db3479f9ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:05.666466 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-9a099dd2-0504-439b-a59c-d49b3acfa91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:05.669738 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-9a099dd2-0504-439b-a59c-d49b3acfa91f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5efb9b646c554c22b0521e69231c9910&device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 1097 time: 0.1203067 Aug 06 17:24:05.676120 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-52318480-c751-49ca-ba47-6db3479f9ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:05.687499 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-11f3795c-3d37-44bb-8783-0dd47585d88e service neutron] 10.222.0.96 "GET /v2.0/networks/5b6dd1b8-72d2-4509-8411-cf148b92c6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288532 Aug 06 17:24:05.752194 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-52318480-c751-49ca-ba47-6db3479f9ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:05.755420 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-52318480-c751-49ca-ba47-6db3479f9ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:05.756785 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-52318480-c751-49ca-ba47-6db3479f9ff4 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6f2aea5d-2a65-4e84-ba06-d2e8a918ce25 HTTP/1.1" status: 204 len: 168 time: 0.2191792 Aug 06 17:24:05.785957 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52318480-c751-49ca-ba47-6db3479f9ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2aea5d-2a65-4e84-ba06-d2e8a918ce25,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:05.811387 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-1a78064b-2670-4b7c-8eae-0814da20ad99 req-eb8607a3-d30c-463e-962e-473033384a42 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:05.813489 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-185c593e-18af-44b2-ba5c-16e57bc229c2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3dda1d5-65e1-4d8a-ad1c-be0aacb08483 HTTP/1.1" status: 200 len: 217 time: 0.1219194 Aug 06 17:24:05.827177 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-1a78064b-2670-4b7c-8eae-0814da20ad99 req-eb8607a3-d30c-463e-962e-473033384a42 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:05.872197 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-1a78064b-2670-4b7c-8eae-0814da20ad99 req-eb8607a3-d30c-463e-962e-473033384a42 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=4ae41e73-7aeb-49bc-b79e-7150bbde1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0578978 Aug 06 17:24:05.884933 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8607a3-d30c-463e-962e-473033384a42 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e63087d2-2473-4db0-98c5-b722809e7660,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:05.885048 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-768d49c6-ec37-4ed3-9282-fd99f740205a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:05.885048 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-768d49c6-ec37-4ed3-9282-fd99f740205a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6a5bba92-673b-4ffb-874f-ddb7f0dd2e8d HTTP/1.1" status: 200 len: 849 time: 0.0571675 Aug 06 17:24:05.985035 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b85ba-2782-4991-93c9-979525dd0984 req-2ae225e0-4a1e-44b5-b359-855a67364acf tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:05.986682 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-8f1b85ba-2782-4991-93c9-979525dd0984 req-2ae225e0-4a1e-44b5-b359-855a67364acf tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 944 time: 0.1004465 Aug 06 17:24:05.993189 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-904a825c-d5c3-415e-b3e3-63887b6daad4 req-f4b4c81e-912c-41c1-803f-a0e41794c6c6 service neutron] 10.222.0.96 "GET /v2.0/networks/5b6dd1b8-72d2-4509-8411-cf148b92c6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002577 Aug 06 17:24:06.041202 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-8f1b85ba-2782-4991-93c9-979525dd0984 req-84dc9706-634b-42dd-b97a-b277db314d40 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468163 Aug 06 17:24:06.179179 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bec29-8f8a-460e-8809-dd62abe4b8c3 req-9c3f0478-218f-417d-8856-3dcbcc0ce968 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:06.190049 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-d80bec29-8f8a-460e-8809-dd62abe4b8c3 req-9c3f0478-218f-417d-8856-3dcbcc0ce968 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] 10.222.0.89 "GET /v2.0/ports?device_id=880f71cc-689e-4321-94c8-2a7dd3812f6b HTTP/1.1" status: 200 len: 945 time: 0.0692759 Aug 06 17:24:06.257365 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-d80bec29-8f8a-460e-8809-dd62abe4b8c3 req-d4e1331f-0904-4ed3-a014-3df9822a5e01 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] 10.222.0.89 "GET /v2.0/security-groups?id=4ae41e73-7aeb-49bc-b79e-7150bbde1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662868 Aug 06 17:24:06.279362 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 58696) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:06.303054 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-e69276c0-1f99-4cb7-9039-feaf6db18695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:06.329666 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-f00231bd-acc1-4e1c-87ed-f3a83c370950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:06.332601 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-f00231bd-acc1-4e1c-87ed-f3a83c370950 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=7806f8bb-4441-4b40-a114-e639f43ce5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1275260 Aug 06 17:24:06.373288 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7455c21-690e-4d93-a8de-2589dddb7134 req-6df88bb1-8ca0-496b-922b-987dfe71b486 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:06.375427 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f7455c21-690e-4d93-a8de-2589dddb7134 req-6df88bb1-8ca0-496b-922b-987dfe71b486 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 944 time: 0.1235781 Aug 06 17:24:06.440976 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-e69276c0-1f99-4cb7-9039-feaf6db18695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:06.452576 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-e69276c0-1f99-4cb7-9039-feaf6db18695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:06.475943 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cfb3c4-bb9b-4fa5-9283-796957386b4d req-99dd90b0-b2a8-4eae-9d47-4961e66a3b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:06.477457 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c7cfb3c4-bb9b-4fa5-9283-796957386b4d req-99dd90b0-b2a8-4eae-9d47-4961e66a3b5a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f5387827f2c0411b9a79d78b038d6e5c&device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 1097 time: 0.1636684 Aug 06 17:24:06.482658 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f7455c21-690e-4d93-a8de-2589dddb7134 req-c22b527e-d749-4261-9906-f38c560a80a5 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940847 Aug 06 17:24:06.543692 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69276c0-1f99-4cb7-9039-feaf6db18695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5cc73f3-8631-4ed9-be41-729b365e7a54,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:06.558389 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-d4e50f5e-e3be-4887-897a-2ac1ba866233 service neutron] 10.222.0.96 "GET /v2.0/networks/7806f8bb-4441-4b40-a114-e639f43ce5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064829 Aug 06 17:24:06.600038 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-e69276c0-1f99-4cb7-9039-feaf6db18695 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=47678b39ece645d7b4abe5d35c311d26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3167994 Aug 06 17:24:06.610493 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 58712) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:06.640577 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fc7f1-8fed-483b-bae3-2194580ef789 req-8026bb76-0e22-44f2-9e97-8244b4f977c8 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:06.648033 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-3e9fc7f1-8fed-483b-bae3-2194580ef789 req-8026bb76-0e22-44f2-9e97-8244b4f977c8 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 944 time: 0.0665615 Aug 06 17:24:06.662037 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 8414eecb-2a81-4939-9667-8a954bda4689 up at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:24:06.692483 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cfb3c4-bb9b-4fa5-9283-796957386b4d req-d0ef6762-0c60-419f-bb3e-ec393397a30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:06.694376 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c7cfb3c4-bb9b-4fa5-9283-796957386b4d req-d0ef6762-0c60-419f-bb3e-ec393397a30a service neutron] 10.222.0.96 "GET /v2.0/networks?id=5b6dd1b8-72d2-4509-8411-cf148b92c6ca HTTP/1.1" status: 200 len: 919 time: 0.2067304 Aug 06 17:24:06.702619 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-3e9fc7f1-8fed-483b-bae3-2194580ef789 req-b84de75f-8c09-43de-8e5b-2188fbc633ca tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473347 Aug 06 17:24:06.728989 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Provisioning for port 8414eecb-2a81-4939-9667-8a954bda4689 completed by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:24:06.735469 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Provisioning complete for port 8414eecb-2a81-4939-9667-8a954bda4689 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:24:06.736624 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:06.764821 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c7cfb3c4-bb9b-4fa5-9283-796957386b4d req-37da76c1-3737-4162-870c-d1dbc3194a0f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=950d5868-7f7c-49b2-a093-65a82b1b1a6f HTTP/1.1" status: 200 len: 217 time: 0.0606623 Aug 06 17:24:06.779368 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c9dfd008-9177-47c3-81c6-fdce06b34ccd req-83727471-55c7-4263-854d-84ea0adc7a1f service neutron] 10.222.0.96 "GET /v2.0/networks/7806f8bb-4441-4b40-a114-e639f43ce5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115912 Aug 06 17:24:06.823094 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-e4903bbf-2bc8-4dd8-aa92-160402184b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:06.861812 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-e4903bbf-2bc8-4dd8-aa92-160402184b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:06.866681 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:06.875302 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cfb3c4-bb9b-4fa5-9283-796957386b4d req-ca29af43-2674-4a3b-a300-db3596a16320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:06.876792 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c7cfb3c4-bb9b-4fa5-9283-796957386b4d req-ca29af43-2674-4a3b-a300-db3596a16320 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=92e55e27-88da-4b01-a596-8314d113e8dc HTTP/1.1" status: 200 len: 856 time: 0.1004839 Aug 06 17:24:06.904163 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618ac209-4e4d-449c-86ef-9a66309d9dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8414eecb-2a81-4939-9667-8a954bda4689'}] {{(pid=93310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:24:06.907311 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713379ad4201aa67d1557f3d7b7da947c96b0ad1778a29fd635d5f04ae47f1c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c054ac76-8229-4ba4-903e-4c2c8a55ee6a" -d '{"events": [{"server_uuid": "618ac209-4e4d-449c-86ef-9a66309d9dee", "name": "network-vif-plugged", "status": "completed", "tag": "8414eecb-2a81-4939-9667-8a954bda4689"}]}' {{(pid=93310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:24:06.957292 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port 8414eecb-2a81-4939-9667-8a954bda4689, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=8414eecb-2a81-4939-9667-8a954bda4689,segment=NetworkSegment(1f629a59-4c07-46a1-b9e6-833920fc9ee9),segment_id=1f629a59-4c07-46a1-b9e6-833920fc9ee9)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:24:06.967455 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:06.968398 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb up at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:24:06.990101 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-e4903bbf-2bc8-4dd8-aa92-160402184b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:06.994002 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-e4903bbf-2bc8-4dd8-aa92-160402184b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:06.999123 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-e4903bbf-2bc8-4dd8-aa92-160402184b7c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e5cc73f3-8631-4ed9-be41-729b365e7a54 HTTP/1.1" status: 204 len: 168 time: 0.3877132 Aug 06 17:24:07.009058 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cfb3c4-bb9b-4fa5-9283-796957386b4d req-b10031b7-5c70-4066-bccb-5d7170247e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:07.011006 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c7cfb3c4-bb9b-4fa5-9283-796957386b4d req-b10031b7-5c70-4066-bccb-5d7170247e3c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5b6dd1b8-72d2-4509-8411-cf148b92c6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1182132 Aug 06 17:24:07.011500 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79d456f-9d44-47f2-8cec-2a1f9372f104 x-openstack-request-id: req-a79d456f-9d44-47f2-8cec-2a1f9372f104 {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:24:07.011896 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "618ac209-4e4d-449c-86ef-9a66309d9dee", "name": "network-vif-plugged", "status": "completed", "tag": "8414eecb-2a81-4939-9667-8a954bda4689", "code": 200}]} {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:24:07.012350 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a79d456f-9d44-47f2-8cec-2a1f9372f104 {{(pid=93310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:24:07.012930 dv-cinder-803773-1-iscsi neutron-server[93310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618ac209-4e4d-449c-86ef-9a66309d9dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8414eecb-2a81-4939-9667-8a954bda4689', 'code': 200} Aug 06 17:24:07.018834 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4903bbf-2bc8-4dd8-aa92-160402184b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5cc73f3-8631-4ed9-be41-729b365e7a54,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:07.143050 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=8414eecb-2a81-4939-9667-8a954bda4689,revision_number=5']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:07.167389 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Provisioning for port ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb completed by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:24:07.177340 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Provisioning complete for port ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:24:07.177891 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:07.232595 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c7cfb3c4-bb9b-4fa5-9283-796957386b4d req-65fcc995-3179-4316-8dd1-daf11f1384b5 service neutron] 10.222.0.96 "GET /v2.0/networks/5b6dd1b8-72d2-4509-8411-cf148b92c6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060759 Aug 06 17:24:07.272361 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b739f-aa15-46b8-b192-81bfd07fe38c req-f5a3d712-df6b-4aee-ad34-481360cd5e98 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:07.273923 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9c7b739f-aa15-46b8-b192-81bfd07fe38c req-f5a3d712-df6b-4aee-ad34-481360cd5e98 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 944 time: 0.0805264 Aug 06 17:24:07.338661 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24e84421-8482-4b06-9996-9a5c2aa51a63', 'tag': 'a3dda1d5-65e1-4d8a-ad1c-be0aacb08483'}] {{(pid=93309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:24:07.341255 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8dc615238e5bcef59bfa1369ec241dac088066ad095906c2652e3fbb51f90a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31edaacf-c587-48c8-8cbb-4e460838a74e" -d '{"events": [{"name": "network-changed", "server_uuid": "24e84421-8482-4b06-9996-9a5c2aa51a63", "tag": "a3dda1d5-65e1-4d8a-ad1c-be0aacb08483"}]}' {{(pid=93309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:24:07.344377 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:07.348781 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9c7b739f-aa15-46b8-b192-81bfd07fe38c req-9ebc28c1-8654-4357-8f8b-184421417775 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610240 Aug 06 17:24:07.386412 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb,segment=NetworkSegment(1f629a59-4c07-46a1-b9e6-833920fc9ee9),segment_id=1f629a59-4c07-46a1-b9e6-833920fc9ee9)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:24:07.393856 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:07.473594 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81aed199-0f86-4b66-9cb2-f8d2d8b644da x-openstack-request-id: req-81aed199-0f86-4b66-9cb2-f8d2d8b644da {{(pid=93309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:24:07.473875 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24e84421-8482-4b06-9996-9a5c2aa51a63", "tag": "a3dda1d5-65e1-4d8a-ad1c-be0aacb08483", "status": "completed", "code": 200}]} {{(pid=93309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:24:07.474113 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-81aed199-0f86-4b66-9cb2-f8d2d8b644da {{(pid=93309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:24:07.474522 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24e84421-8482-4b06-9996-9a5c2aa51a63', 'tag': 'a3dda1d5-65e1-4d8a-ad1c-be0aacb08483', 'status': 'completed', 'code': 200} Aug 06 17:24:07.496763 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb,revision_number=5']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:07.547692 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22943785-d514-42c2-8c08-e9081f67e8e2 req-a59e0cc1-75d1-4625-8f20-ee3d2d55a8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:07.549303 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-22943785-d514-42c2-8c08-e9081f67e8e2 req-a59e0cc1-75d1-4625-8f20-ee3d2d55a8e3 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 1098 time: 0.2779782 Aug 06 17:24:07.564046 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01113c27-e45e-417e-b4fd-dfdbd82f71a2 req-84dd03a0-8b91-4c53-8c72-2a5a25d46efb tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:07.571484 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-01113c27-e45e-417e-b4fd-dfdbd82f71a2 req-84dd03a0-8b91-4c53-8c72-2a5a25d46efb tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] 10.222.0.89 "GET /v2.0/ports?device_id=880f71cc-689e-4321-94c8-2a7dd3812f6b HTTP/1.1" status: 200 len: 945 time: 0.1436226 Aug 06 17:24:07.592089 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c7cfb3c4-bb9b-4fa5-9283-796957386b4d req-a0318b9d-c709-48e6-99f8-758fb8d07c77 service neutron] 10.222.0.96 "GET /v2.0/networks/5b6dd1b8-72d2-4509-8411-cf148b92c6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523827 Aug 06 17:24:07.594459 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edaacf-c587-48c8-8cbb-4e460838a74e req-dd4beff3-287a-4d37-ad8e-51462dfdc1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:07.599665 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-31edaacf-c587-48c8-8cbb-4e460838a74e req-dd4beff3-287a-4d37-ad8e-51462dfdc1fb service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5efb9b646c554c22b0521e69231c9910&device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 1097 time: 0.0835061 Aug 06 17:24:07.648292 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-01113c27-e45e-417e-b4fd-dfdbd82f71a2 req-d3504b74-523c-4476-963d-1a4aca91297f tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] 10.222.0.89 "GET /v2.0/security-groups?id=4ae41e73-7aeb-49bc-b79e-7150bbde1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759404 Aug 06 17:24:07.652862 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-22943785-d514-42c2-8c08-e9081f67e8e2 req-d4d884f2-62cf-449f-aa60-879f1f2c64f9 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777805 Aug 06 17:24:07.720392 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18762b-5979-4df8-8c91-a7900e5b4064 req-fbc36a9a-d182-48c1-bbf2-73c56fab9f16 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:07.722284 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-df18762b-5979-4df8-8c91-a7900e5b4064 req-fbc36a9a-d182-48c1-bbf2-73c56fab9f16 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.1216197 Aug 06 17:24:07.781350 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-df18762b-5979-4df8-8c91-a7900e5b4064 req-16e08cfe-63dd-4886-830a-7b8f661ec567 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521877 Aug 06 17:24:07.864085 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ea2cc-3df5-41ca-a5c5-e58824d2c519 req-241905c3-ef4b-430c-aac7-384ee64c6bcb tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:07.865622 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-438ea2cc-3df5-41ca-a5c5-e58824d2c519 req-241905c3-ef4b-430c-aac7-384ee64c6bcb tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 944 time: 0.0602317 Aug 06 17:24:07.911735 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 58828) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:07.912726 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-438ea2cc-3df5-41ca-a5c5-e58824d2c519 req-42551048-12ae-4eb5-9d27-0d1a6de95f9f tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383263 Aug 06 17:24:07.955600 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 58834) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:08.121647 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edaacf-c587-48c8-8cbb-4e460838a74e req-dbd55bd7-f1b4-4a39-88b1-cec1e097f336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:08.126558 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-31edaacf-c587-48c8-8cbb-4e460838a74e req-dbd55bd7-f1b4-4a39-88b1-cec1e097f336 service neutron] 10.222.0.96 "GET /v2.0/networks?id=7806f8bb-4441-4b40-a114-e639f43ce5ef HTTP/1.1" status: 200 len: 912 time: 0.1231222 Aug 06 17:24:08.216464 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-92d9ff73-54c3-4188-8566-99e88c37c4b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:08.244575 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-31edaacf-c587-48c8-8cbb-4e460838a74e req-eb64a0b1-a33f-4fd0-8591-a7c3cf1ba9b9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3dda1d5-65e1-4d8a-ad1c-be0aacb08483 HTTP/1.1" status: 200 len: 217 time: 0.0957212 Aug 06 17:24:08.251769 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-310a1e89-5ea3-4e6e-ada7-9644eab8b5a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:08.315963 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edaacf-c587-48c8-8cbb-4e460838a74e req-12076e60-0445-4479-b5d2-254ba37cfef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:08.317530 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-31edaacf-c587-48c8-8cbb-4e460838a74e req-12076e60-0445-4479-b5d2-254ba37cfef5 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6a5bba92-673b-4ffb-874f-ddb7f0dd2e8d HTTP/1.1" status: 200 len: 849 time: 0.0521827 Aug 06 17:24:08.385505 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edaacf-c587-48c8-8cbb-4e460838a74e req-8ded39cd-28c1-4856-84d8-3a80261e6b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:08.387469 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-31edaacf-c587-48c8-8cbb-4e460838a74e req-8ded39cd-28c1-4856-84d8-3a80261e6b8b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=7806f8bb-4441-4b40-a114-e639f43ce5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0594878 Aug 06 17:24:08.537916 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-92d9ff73-54c3-4188-8566-99e88c37c4b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:08.544774 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-92d9ff73-54c3-4188-8566-99e88c37c4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:08.567983 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e97396-c037-457e-bc21-a8ab4ec3e8d3 req-9ee3c572-ce71-4fd2-8d3d-76b51c5d4e66 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:08.569612 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-86e97396-c037-457e-bc21-a8ab4ec3e8d3 req-9ee3c572-ce71-4fd2-8d3d-76b51c5d4e66 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 944 time: 0.0787241 Aug 06 17:24:08.574940 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-31edaacf-c587-48c8-8cbb-4e460838a74e req-8f676455-8ba2-48ac-ac33-3eac9d351a25 service neutron] 10.222.0.96 "GET /v2.0/networks/7806f8bb-4441-4b40-a114-e639f43ce5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671345 Aug 06 17:24:08.589723 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-92d9ff73-54c3-4188-8566-99e88c37c4b7 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ae6b78118ebd4c28bfb3abeb70c5e1bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6303325 Aug 06 17:24:08.589723 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d9ff73-54c3-4188-8566-99e88c37c4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2a8469-d7f2-4f4f-951c-d19ec37672aa,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:08.591202 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 58868) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:08.649028 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-a860d8c3-3ed1-4409-8f76-1fc2c5e45eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:08.681366 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-a860d8c3-3ed1-4409-8f76-1fc2c5e45eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:08.733097 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-86e97396-c037-457e-bc21-a8ab4ec3e8d3 req-73e72608-67ef-4921-8d0b-def2a162f6b0 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456816 Aug 06 17:24:08.753115 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-a860d8c3-3ed1-4409-8f76-1fc2c5e45eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:08.755162 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-a860d8c3-3ed1-4409-8f76-1fc2c5e45eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:08.759585 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-a860d8c3-3ed1-4409-8f76-1fc2c5e45eba admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/aa2a8469-d7f2-4f4f-951c-d19ec37672aa HTTP/1.1" status: 204 len: 168 time: 0.1644735 Aug 06 17:24:08.841226 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-31edaacf-c587-48c8-8cbb-4e460838a74e req-9f71f9e8-69c6-48bd-9510-9f910535e41c service neutron] 10.222.0.96 "GET /v2.0/networks/7806f8bb-4441-4b40-a114-e639f43ce5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527509 Aug 06 17:24:08.849330 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-310a1e89-5ea3-4e6e-ada7-9644eab8b5a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:08.850801 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a860d8c3-3ed1-4409-8f76-1fc2c5e45eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2a8469-d7f2-4f4f-951c-d19ec37672aa,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:08.869886 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-310a1e89-5ea3-4e6e-ada7-9644eab8b5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:08.898066 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a2d57-bfe5-4a46-afbc-ce566eae989e req-4a7802a7-5502-4c2d-9ade-1affeb6ce974 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:08.906714 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-504a2d57-bfe5-4a46-afbc-ce566eae989e req-4a7802a7-5502-4c2d-9ade-1affeb6ce974 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] 10.222.0.89 "GET /v2.0/ports?device_id=880f71cc-689e-4321-94c8-2a7dd3812f6b HTTP/1.1" status: 200 len: 945 time: 0.1237869 Aug 06 17:24:08.907889 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a1e89-5ea3-4e6e-ada7-9644eab8b5a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392d00fc-e406-4739-9f4e-31cf86b7dc09,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:08.956160 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-310a1e89-5ea3-4e6e-ada7-9644eab8b5a1 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f90c838ef4e84dfc86fbaad53187dc33&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0432327 Aug 06 17:24:08.959129 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 58884) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:09.010135 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-504a2d57-bfe5-4a46-afbc-ce566eae989e req-7feff779-fe1a-4423-abad-7003236b0749 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] 10.222.0.89 "GET /v2.0/security-groups?id=4ae41e73-7aeb-49bc-b79e-7150bbde1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023777 Aug 06 17:24:09.014673 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '283918be-a8c2-4428-8a02-f0b72cdfc39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb'}] {{(pid=93310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:24:09.017056 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713379ad4201aa67d1557f3d7b7da947c96b0ad1778a29fd635d5f04ae47f1c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa80db2b-b8eb-4451-add2-8801cb928542" -d '{"events": [{"server_uuid": "283918be-a8c2-4428-8a02-f0b72cdfc39b", "name": "network-vif-plugged", "status": "completed", "tag": "ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb"}]}' {{(pid=93310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:24:09.028703 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5cfff-9639-4fc4-9386-68e5443345b2 req-8c8d5259-7b15-4ae8-9874-adb1d1436cc2 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:09.037591 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-6ea5cfff-9639-4fc4-9386-68e5443345b2 req-8c8d5259-7b15-4ae8-9874-adb1d1436cc2 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.1304491 Aug 06 17:24:09.134479 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-16a0b5ab-2628-43d1-833b-070061eeb77b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:09.159180 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-6ea5cfff-9639-4fc4-9386-68e5443345b2 req-3439e71b-93f3-461f-944c-3f69ece93d8d tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205697 Aug 06 17:24:09.179071 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da5dc5b-4ae1-437c-a501-ebcb8d940712 req-0ac0e9f2-faff-4c80-8bc8-1cb28970b0c8 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:09.180877 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-3da5dc5b-4ae1-437c-a501-ebcb8d940712 req-0ac0e9f2-faff-4c80-8bc8-1cb28970b0c8 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 944 time: 0.0804391 Aug 06 17:24:09.207976 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-16a0b5ab-2628-43d1-833b-070061eeb77b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:09.224823 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15127c00-1aee-44b1-b1dc-de1a49da8346 x-openstack-request-id: req-15127c00-1aee-44b1-b1dc-de1a49da8346 {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:24:09.225125 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "283918be-a8c2-4428-8a02-f0b72cdfc39b", "name": "network-vif-plugged", "status": "completed", "tag": "ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb", "code": 200}]} {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:24:09.225391 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-15127c00-1aee-44b1-b1dc-de1a49da8346 {{(pid=93310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:24:09.225769 dv-cinder-803773-1-iscsi neutron-server[93310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '283918be-a8c2-4428-8a02-f0b72cdfc39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb', 'code': 200} Aug 06 17:24:09.265306 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-3da5dc5b-4ae1-437c-a501-ebcb8d940712 req-0d6b84eb-9661-48e0-b531-2576707d9c6c tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775669 Aug 06 17:24:09.320411 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-16a0b5ab-2628-43d1-833b-070061eeb77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:09.323658 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-16a0b5ab-2628-43d1-833b-070061eeb77b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:09.324600 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-16a0b5ab-2628-43d1-833b-070061eeb77b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/392d00fc-e406-4739-9f4e-31cf86b7dc09 HTTP/1.1" status: 204 len: 168 time: 0.3642344 Aug 06 17:24:09.354027 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a0b5ab-2628-43d1-833b-070061eeb77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392d00fc-e406-4739-9f4e-31cf86b7dc09,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:09.459763 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 58904) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:09.497213 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-1a47d6d2-ef53-4979-9750-9179bffdc95b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:09.605078 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9bd2b-5142-440d-8ede-ac757b087ef9 req-77274382-1458-47b9-bbda-662ea08e4f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:09.607054 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-62b9bd2b-5142-440d-8ede-ac757b087ef9 req-77274382-1458-47b9-bbda-662ea08e4f60 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 1098 time: 0.1378257 Aug 06 17:24:09.671148 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-62b9bd2b-5142-440d-8ede-ac757b087ef9 req-70ff9438-ef5d-4224-9b05-c17471136043 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537624 Aug 06 17:24:09.725293 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-1a47d6d2-ef53-4979-9750-9179bffdc95b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:09.730147 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-1a47d6d2-ef53-4979-9750-9179bffdc95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:09.772081 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-1a47d6d2-ef53-4979-9750-9179bffdc95b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=466cbc9f637a47deb4a1816844cfc967&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3110015 Aug 06 17:24:09.772757 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 58916) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:09.774656 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a47d6d2-ef53-4979-9750-9179bffdc95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a36adb-c24f-49a6-be1e-1feae9e19523,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:09.834969 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-23a80ec6-82df-445b-90aa-04f5aeacdb55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:09.861954 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-23a80ec6-82df-445b-90aa-04f5aeacdb55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:09.891152 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:09.896786 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999567cb-31e9-4100-977b-824e1a282d85 req-24a6569f-d1c0-45e9-bd36-a5e40e4222a5 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:09.904697 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-999567cb-31e9-4100-977b-824e1a282d85 req-24a6569f-d1c0-45e9-bd36-a5e40e4222a5 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 944 time: 0.0663602 Aug 06 17:24:09.929350 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-23a80ec6-82df-445b-90aa-04f5aeacdb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:09.932377 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-23a80ec6-82df-445b-90aa-04f5aeacdb55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:09.942229 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 58922) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:09.942657 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-23a80ec6-82df-445b-90aa-04f5aeacdb55 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/14a36adb-c24f-49a6-be1e-1feae9e19523 HTTP/1.1" status: 204 len: 168 time: 0.1681924 Aug 06 17:24:09.954858 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a80ec6-82df-445b-90aa-04f5aeacdb55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a36adb-c24f-49a6-be1e-1feae9e19523,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:09.985373 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-999567cb-31e9-4100-977b-824e1a282d85 req-019fd5d3-dea9-45be-b243-410ee25491ef tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781329 Aug 06 17:24:09.987193 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-72100354-99bc-4cfc-a0da-f8b367e20869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:10.128241 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-72100354-99bc-4cfc-a0da-f8b367e20869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:10.136364 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-72100354-99bc-4cfc-a0da-f8b367e20869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:10.176180 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72100354-99bc-4cfc-a0da-f8b367e20869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93233141-95b0-4ed4-8c66-7503d6126f2a,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:10.187587 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-72100354-99bc-4cfc-a0da-f8b367e20869 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f0c34370770843f3987a0fcbbdfbccdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2396867 Aug 06 17:24:10.187587 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 58930) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:10.256859 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-a7ee6393-b60d-4794-a29e-84c45510048a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:10.290788 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-a7ee6393-b60d-4794-a29e-84c45510048a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:10.308063 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0010e46-32a3-4169-8685-fdacd4295580 req-594ceb5b-c688-4a8a-9e8e-5b2e16afdd1a tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:10.316471 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e0010e46-32a3-4169-8685-fdacd4295580 req-594ceb5b-c688-4a8a-9e8e-5b2e16afdd1a tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.0717747 Aug 06 17:24:10.368156 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e0010e46-32a3-4169-8685-fdacd4295580 req-63a88f7f-37f7-43a4-a508-6c4088bf790d tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505178 Aug 06 17:24:10.387698 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-a7ee6393-b60d-4794-a29e-84c45510048a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:10.391918 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-a7ee6393-b60d-4794-a29e-84c45510048a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:10.397350 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-a7ee6393-b60d-4794-a29e-84c45510048a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/93233141-95b0-4ed4-8c66-7503d6126f2a HTTP/1.1" status: 204 len: 168 time: 0.2085238 Aug 06 17:24:10.442235 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee6393-b60d-4794-a29e-84c45510048a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93233141-95b0-4ed4-8c66-7503d6126f2a,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:10.463559 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5be4a-e5c1-4ba9-975b-d9606953a139 req-4180d608-9e62-49f4-b803-302f5a78869c tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:10.465266 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-01f5be4a-e5c1-4ba9-975b-d9606953a139 req-4180d608-9e62-49f4-b803-302f5a78869c tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 944 time: 0.0659845 Aug 06 17:24:10.510934 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-01f5be4a-e5c1-4ba9-975b-d9606953a139 req-16204e46-e91b-4705-a005-7b37c5e61392 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392671 Aug 06 17:24:10.540869 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 58950) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:10.703895 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 950d5868-7f7c-49b2-a093-65a82b1b1a6f details requested by agent hyperv_hv-cinder-80377 with host hv-cinder-80377 {{(pid=93310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 17:24:10.829179 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port 950d5868-7f7c-49b2-a093-65a82b1b1a6f, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=950d5868-7f7c-49b2-a093-65a82b1b1a6f,segment=NetworkSegment(f5e274ea-768f-45a2-bfc8-b7461617eff9),segment_id=f5e274ea-768f-45a2-bfc8-b7461617eff9)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:24:10.854154 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Returning: {'device': '950d5868-7f7c-49b2-a093-65a82b1b1a6f', 'network_id': '5b6dd1b8-72d2-4509-8411-cf148b92c6ca', 'port_id': '950d5868-7f7c-49b2-a093-65a82b1b1a6f', 'mac_address': 'fa:16:3e:16:a9:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92e55e27-88da-4b01-a596-8314d113e8dc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 17:24:10.869104 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-c38ee245-06fd-4362-b4f6-7ad23f23ff2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:10.910689 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:10.927546 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 950d5868-7f7c-49b2-a093-65a82b1b1a6f {{(pid=93310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:24:10.954728 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port 950d5868-7f7c-49b2-a093-65a82b1b1a6f, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=950d5868-7f7c-49b2-a093-65a82b1b1a6f,segment=NetworkSegment(f5e274ea-768f-45a2-bfc8-b7461617eff9),segment_id=f5e274ea-768f-45a2-bfc8-b7461617eff9)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:24:10.962595 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:10.963928 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device a3dda1d5-65e1-4d8a-ad1c-be0aacb08483 details requested by agent hyperv_hv-cinder-80377 with host hv-cinder-80377 {{(pid=93310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 17:24:11.027995 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-c38ee245-06fd-4362-b4f6-7ad23f23ff2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:11.039228 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-c38ee245-06fd-4362-b4f6-7ad23f23ff2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:11.118222 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 58984) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:11.132222 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-c38ee245-06fd-4362-b4f6-7ad23f23ff2f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e359ecb9e3bc46519a1fab6f8435b573&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5899138 Aug 06 17:24:11.215595 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ee245-06fd-4362-b4f6-7ad23f23ff2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ec4937-6173-4e08-a8a9-9b9ea3cc3f54,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:11.233978 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a6ef3-28f0-465e-9cbf-2bceaa9798f9 req-16328495-4bbf-48bc-b611-d27770223a3d tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:11.235767 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-350a6ef3-28f0-465e-9cbf-2bceaa9798f9 req-16328495-4bbf-48bc-b611-d27770223a3d tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 945 time: 0.1255410 Aug 06 17:24:11.244207 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port a3dda1d5-65e1-4d8a-ad1c-be0aacb08483, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=a3dda1d5-65e1-4d8a-ad1c-be0aacb08483,segment=NetworkSegment(b2a2c7d8-8c0d-425d-a382-493c66f6d648),segment_id=b2a2c7d8-8c0d-425d-a382-493c66f6d648)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:24:11.254053 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-162b0384-ed0e-42bf-993c-ac4f9ee7de8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:11.261089 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=950d5868-7f7c-49b2-a093-65a82b1b1a6f,revision_number=4']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:11.265166 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Returning: {'device': 'a3dda1d5-65e1-4d8a-ad1c-be0aacb08483', 'network_id': '7806f8bb-4441-4b40-a114-e639f43ce5ef', 'port_id': 'a3dda1d5-65e1-4d8a-ad1c-be0aacb08483', 'mac_address': 'fa:16:3e:ef:8c:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1092, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a5bba92-673b-4ffb-874f-ddb7f0dd2e8d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 17:24:11.291820 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-350a6ef3-28f0-465e-9cbf-2bceaa9798f9 req-d1be63ef-c409-4cc1-921e-c641989f036e tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488007 Aug 06 17:24:11.308219 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-162b0384-ed0e-42bf-993c-ac4f9ee7de8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:11.330862 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:11.351167 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3dda1d5-65e1-4d8a-ad1c-be0aacb08483 {{(pid=93310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:24:11.385043 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port a3dda1d5-65e1-4d8a-ad1c-be0aacb08483, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=a3dda1d5-65e1-4d8a-ad1c-be0aacb08483,segment=NetworkSegment(b2a2c7d8-8c0d-425d-a382-493c66f6d648),segment_id=b2a2c7d8-8c0d-425d-a382-493c66f6d648)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:24:11.388395 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-162b0384-ed0e-42bf-993c-ac4f9ee7de8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:11.391489 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:11.394379 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-162b0384-ed0e-42bf-993c-ac4f9ee7de8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:11.396762 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-162b0384-ed0e-42bf-993c-ac4f9ee7de8c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/61ec4937-6173-4e08-a8a9-9b9ea3cc3f54 HTTP/1.1" status: 204 len: 168 time: 0.2760999 Aug 06 17:24:11.419973 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162b0384-ed0e-42bf-993c-ac4f9ee7de8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ec4937-6173-4e08-a8a9-9b9ea3cc3f54,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:11.489980 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=a3dda1d5-65e1-4d8a-ad1c-be0aacb08483,revision_number=4']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:11.562927 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6fa79b-a256-4d59-9871-b9df10d6ab9f req-a83c9cd6-4e64-40a2-8678-3aff9fabead8 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:11.564544 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-5c6fa79b-a256-4d59-9871-b9df10d6ab9f req-a83c9cd6-4e64-40a2-8678-3aff9fabead8 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.0507669 Aug 06 17:24:11.624763 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-5c6fa79b-a256-4d59-9871-b9df10d6ab9f req-3117d501-2e2f-48d5-8086-8547604060f3 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538425 Aug 06 17:24:11.668049 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe514f1-80c3-4f3c-8e07-615c5356bc70 req-9f9ed8cc-4274-4499-92b4-72c12bfc3dad tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:11.669617 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-3fe514f1-80c3-4f3c-8e07-615c5356bc70 req-9f9ed8cc-4274-4499-92b4-72c12bfc3dad tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 945 time: 0.0762000 Aug 06 17:24:11.752419 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-3fe514f1-80c3-4f3c-8e07-615c5356bc70 req-c4a45d44-228a-4560-8d69-6e719f52b988 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665104 Aug 06 17:24:11.903478 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] get_ports_and_sgs() called for port_ids ['a3dda1d5-65e1-4d8a-ad1c-be0aacb08483'] {{(pid=93310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:24:11.923909 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 59020) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:11.946916 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-7133f340-ac52-4d08-b739-e1ca11651d08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:11.968032 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] get_ports_and_sgs() called for port_ids ['950d5868-7f7c-49b2-a093-65a82b1b1a6f'] {{(pid=93310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:24:11.971164 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3aab5-1960-47a4-aad2-ce5449bb54e8 req-d3ea9a9a-a1eb-4348-9245-a45c8c2ca674 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:11.980184 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a2f3aab5-1960-47a4-aad2-ce5449bb54e8 req-d3ea9a9a-a1eb-4348-9245-a45c8c2ca674 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.0937982 Aug 06 17:24:12.049816 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a2f3aab5-1960-47a4-aad2-ce5449bb54e8 req-b52f3fe1-9613-45f9-b722-8ad58f44a174 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683753 Aug 06 17:24:12.060183 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f50d3-0c77-418e-a79d-fbc6b6f38941 req-211b1230-4c30-4f7e-ad37-6a5a1aeb7756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:12.061898 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-2f3f50d3-0c77-418e-a79d-fbc6b6f38941 req-211b1230-4c30-4f7e-ad37-6a5a1aeb7756 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d4d45ad3cd734f29b1d101a15856a9e4&device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 1098 time: 0.1355019 Aug 06 17:24:12.190286 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-7133f340-ac52-4d08-b739-e1ca11651d08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:12.196520 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-7133f340-ac52-4d08-b739-e1ca11651d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:12.209107 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f50d3-0c77-418e-a79d-fbc6b6f38941 req-9c86288f-a877-471c-85f0-5c0fb38f94e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:12.212089 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-2f3f50d3-0c77-418e-a79d-fbc6b6f38941 req-9c86288f-a877-471c-85f0-5c0fb38f94e3 service neutron] 10.222.0.96 "GET /v2.0/networks?id=deea6c2c-89aa-49a9-8ca9-e984e33e872e HTTP/1.1" status: 200 len: 920 time: 0.1420181 Aug 06 17:24:12.244192 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-7133f340-ac52-4d08-b739-e1ca11651d08 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=1f8dc5163fca41b1a86d6f310ed3dbe0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3188360 Aug 06 17:24:12.245872 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133f340-ac52-4d08-b739-e1ca11651d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61f8595-32a1-4292-95e3-64b2fcd43ad4,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:12.247807 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 59028) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:12.272913 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-2f3f50d3-0c77-418e-a79d-fbc6b6f38941 req-66093c1b-5b99-4d13-ad64-dd66b71c5e64 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb HTTP/1.1" status: 200 len: 217 time: 0.0536447 Aug 06 17:24:12.306694 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-e1cefe24-3fee-44d3-a0f1-3d95f4b6add0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:12.336160 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f50d3-0c77-418e-a79d-fbc6b6f38941 req-7faab4f7-9469-49b3-8f7d-9ba35f94249b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:12.337751 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-2f3f50d3-0c77-418e-a79d-fbc6b6f38941 req-7faab4f7-9469-49b3-8f7d-9ba35f94249b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c44d3273-d0a1-4d92-88ef-0e9181e87f95 HTTP/1.1" status: 200 len: 858 time: 0.0577793 Aug 06 17:24:12.347250 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-e1cefe24-3fee-44d3-a0f1-3d95f4b6add0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:12.384261 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-2f3f50d3-0c77-418e-a79d-fbc6b6f38941 req-70edf77d-cf61-4b5d-af3c-b58f43cc588c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=deea6c2c-89aa-49a9-8ca9-e984e33e872e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344639 Aug 06 17:24:12.483920 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-e1cefe24-3fee-44d3-a0f1-3d95f4b6add0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:12.486702 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-e1cefe24-3fee-44d3-a0f1-3d95f4b6add0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:12.488008 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-e1cefe24-3fee-44d3-a0f1-3d95f4b6add0 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b61f8595-32a1-4292-95e3-64b2fcd43ad4 HTTP/1.1" status: 204 len: 168 time: 0.2392354 Aug 06 17:24:12.506895 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7cdd78-6755-4709-80d3-05141f3827bf req-a7d0eefa-2983-44a7-8e97-9df0da9cf0e7 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:12.514541 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-2b7cdd78-6755-4709-80d3-05141f3827bf req-a7d0eefa-2983-44a7-8e97-9df0da9cf0e7 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 945 time: 0.1139808 Aug 06 17:24:12.528650 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-2f3f50d3-0c77-418e-a79d-fbc6b6f38941 req-6a2f79ef-b593-46b3-a256-e778c02bf0c4 service neutron] 10.222.0.96 "GET /v2.0/networks/deea6c2c-89aa-49a9-8ca9-e984e33e872e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355348 Aug 06 17:24:12.528839 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cefe24-3fee-44d3-a0f1-3d95f4b6add0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61f8595-32a1-4292-95e3-64b2fcd43ad4,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:12.591985 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-2b7cdd78-6755-4709-80d3-05141f3827bf req-103ec424-2f53-480d-b116-4c21d936f19c tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699258 Aug 06 17:24:12.667426 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-2f3f50d3-0c77-418e-a79d-fbc6b6f38941 req-2e80b491-8483-4bc4-a655-1b341c687363 service neutron] 10.222.0.96 "GET /v2.0/networks/deea6c2c-89aa-49a9-8ca9-e984e33e872e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315539 Aug 06 17:24:12.874304 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d831265f-85c2-4b1f-90c1-4e3a8a45c61d req-dc5690bf-2ee6-4086-a40d-3a34d3568e79 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:12.875963 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-d831265f-85c2-4b1f-90c1-4e3a8a45c61d req-dc5690bf-2ee6-4086-a40d-3a34d3568e79 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 945 time: 0.0573223 Aug 06 17:24:12.926600 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-d831265f-85c2-4b1f-90c1-4e3a8a45c61d req-90709476-94ca-4d1d-a7a7-17833b4a93a2 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379839 Aug 06 17:24:13.182691 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425a243-11eb-4b10-af31-0458cfbe8163 req-5f6c2ef6-c165-4abf-b017-b089d10f40dd tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:13.184112 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-4425a243-11eb-4b10-af31-0458cfbe8163 req-5f6c2ef6-c165-4abf-b017-b089d10f40dd tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.0536158 Aug 06 17:24:13.225762 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-4425a243-11eb-4b10-af31-0458cfbe8163 req-7a922553-19c3-4c2a-8f45-98911f8f7b80 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352099 Aug 06 17:24:13.725240 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d753e-2078-47a3-828b-c3f4f565704d req-4adb6f60-1c53-49d0-8aa3-a6917fc5e86b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:13.732551 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-d06d753e-2078-47a3-828b-c3f4f565704d req-4adb6f60-1c53-49d0-8aa3-a6917fc5e86b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 945 time: 0.0586319 Aug 06 17:24:13.782654 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-d06d753e-2078-47a3-828b-c3f4f565704d req-1723c7f1-e623-47c9-9586-c256001f99b1 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491998 Aug 06 17:24:14.086921 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9933d-905a-4e0d-8d03-a8063fd49dda req-50880f94-f73e-4f2f-b041-daef85e72c26 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:14.088645 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-68e9933d-905a-4e0d-8d03-a8063fd49dda req-50880f94-f73e-4f2f-b041-daef85e72c26 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 945 time: 0.0844111 Aug 06 17:24:14.139806 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-68e9933d-905a-4e0d-8d03-a8063fd49dda req-cba829e3-09a8-4f2c-9478-7f9f0b485a48 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448081 Aug 06 17:24:14.355697 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc0ba0-2c46-4a34-b766-0e042c13336a req-b76e5a96-4f3d-4acd-a23f-2d9864ee2f9f tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:14.362690 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-08cc0ba0-2c46-4a34-b766-0e042c13336a req-b76e5a96-4f3d-4acd-a23f-2d9864ee2f9f tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.0568421 Aug 06 17:24:14.395835 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-08cc0ba0-2c46-4a34-b766-0e042c13336a req-86c521f5-64fe-419c-8e94-fc624b5cf70c tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322812 Aug 06 17:24:14.735749 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 950d5868-7f7c-49b2-a093-65a82b1b1a6f up at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:24:14.787451 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Provisioning for port 950d5868-7f7c-49b2-a093-65a82b1b1a6f completed by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:24:14.791276 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Provisioning complete for port 950d5868-7f7c-49b2-a093-65a82b1b1a6f triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:24:14.791663 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:14.886042 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:14.903046 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e41bd-0132-46da-8fd8-e5e9820af4f6 req-b4461363-a8a1-4ee1-a325-fa6f4706b995 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:14.904648 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-653e41bd-0132-46da-8fd8-e5e9820af4f6 req-b4461363-a8a1-4ee1-a325-fa6f4706b995 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 945 time: 0.0539110 Aug 06 17:24:14.910933 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f13727d-ad83-4853-a1dc-49b8519274e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '950d5868-7f7c-49b2-a093-65a82b1b1a6f'}] {{(pid=93310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:24:14.913277 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713379ad4201aa67d1557f3d7b7da947c96b0ad1778a29fd635d5f04ae47f1c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537394c6-d9bb-4ccf-9219-4447b9f9bd33" -d '{"events": [{"server_uuid": "5f13727d-ad83-4853-a1dc-49b8519274e4", "name": "network-vif-plugged", "status": "completed", "tag": "950d5868-7f7c-49b2-a093-65a82b1b1a6f"}]}' {{(pid=93310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:24:14.927204 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port 950d5868-7f7c-49b2-a093-65a82b1b1a6f, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=950d5868-7f7c-49b2-a093-65a82b1b1a6f,segment=NetworkSegment(f5e274ea-768f-45a2-bfc8-b7461617eff9),segment_id=f5e274ea-768f-45a2-bfc8-b7461617eff9)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:24:14.933774 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:14.935177 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device a3dda1d5-65e1-4d8a-ad1c-be0aacb08483 up at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:24:14.951506 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-653e41bd-0132-46da-8fd8-e5e9820af4f6 req-e6ad7927-a8c9-4356-b78b-a8455626086e tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388312 Aug 06 17:24:14.960897 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d39d3b-a892-406d-991a-bbabcbdb11e7 x-openstack-request-id: req-a9d39d3b-a892-406d-991a-bbabcbdb11e7 {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:24:14.962134 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f13727d-ad83-4853-a1dc-49b8519274e4", "name": "network-vif-plugged", "status": "completed", "tag": "950d5868-7f7c-49b2-a093-65a82b1b1a6f", "code": 200}]} {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:24:14.962720 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a9d39d3b-a892-406d-991a-bbabcbdb11e7 {{(pid=93310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:24:14.963391 dv-cinder-803773-1-iscsi neutron-server[93310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f13727d-ad83-4853-a1dc-49b8519274e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '950d5868-7f7c-49b2-a093-65a82b1b1a6f', 'code': 200} Aug 06 17:24:15.019078 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 59182) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:15.027013 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=950d5868-7f7c-49b2-a093-65a82b1b1a6f,revision_number=5']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:15.041696 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Provisioning for port a3dda1d5-65e1-4d8a-ad1c-be0aacb08483 completed by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:24:15.046415 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Provisioning complete for port a3dda1d5-65e1-4d8a-ad1c-be0aacb08483 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:24:15.046779 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:15.141055 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-8dfeb9c4-276d-4a28-8db0-1521548e21bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:15.147682 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:15.192375 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port a3dda1d5-65e1-4d8a-ad1c-be0aacb08483, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=a3dda1d5-65e1-4d8a-ad1c-be0aacb08483,segment=NetworkSegment(b2a2c7d8-8c0d-425d-a382-493c66f6d648),segment_id=b2a2c7d8-8c0d-425d-a382-493c66f6d648)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:24:15.198876 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:15.268967 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-8dfeb9c4-276d-4a28-8db0-1521548e21bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:15.271095 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=a3dda1d5-65e1-4d8a-ad1c-be0aacb08483,revision_number=5']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:15.275321 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-8dfeb9c4-276d-4a28-8db0-1521548e21bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:15.314943 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e487b68-ffed-49a3-a50c-56131990a328 req-149ef7cd-a735-4c44-b84a-4167d1816fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:15.317136 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-0e487b68-ffed-49a3-a50c-56131990a328 req-149ef7cd-a735-4c44-b84a-4167d1816fdd service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 1099 time: 0.0823741 Aug 06 17:24:15.319700 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-8dfeb9c4-276d-4a28-8db0-1521548e21bf admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=63f9a8aa45964be885c7445c3fcb9507&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2995212 Aug 06 17:24:15.320816 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfeb9c4-276d-4a28-8db0-1521548e21bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7587943b-96ad-44f7-8af0-5749d22fad15,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:15.323747 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 59194) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:15.327867 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4efb042-8720-43c1-a218-cc576325c3ba req-96742a7e-8bf1-4018-83d1-51342fdbf74b tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:15.330223 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f4efb042-8720-43c1-a218-cc576325c3ba req-96742a7e-8bf1-4018-83d1-51342fdbf74b tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 946 time: 0.0966141 Aug 06 17:24:15.375031 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-f3b4deb5-787b-469e-bbd1-edf6abfb6c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:15.396127 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-0e487b68-ffed-49a3-a50c-56131990a328 req-60b2f537-96de-4f69-8110-c8e88e82d4f1 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518661 Aug 06 17:24:15.400010 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f4efb042-8720-43c1-a218-cc576325c3ba req-d92e653c-f623-414a-9d7d-5bb162d05c99 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571315 Aug 06 17:24:15.408215 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-f3b4deb5-787b-469e-bbd1-edf6abfb6c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:15.460593 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-f3b4deb5-787b-469e-bbd1-edf6abfb6c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:15.463381 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-f3b4deb5-787b-469e-bbd1-edf6abfb6c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:15.467467 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-f3b4deb5-787b-469e-bbd1-edf6abfb6c28 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/7587943b-96ad-44f7-8af0-5749d22fad15 HTTP/1.1" status: 204 len: 168 time: 0.1400418 Aug 06 17:24:15.476883 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b4deb5-787b-469e-bbd1-edf6abfb6c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7587943b-96ad-44f7-8af0-5749d22fad15,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:15.562880 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733a95d-aa8f-45dd-b409-566aff74b803 req-47cb9265-ce38-4ba2-bb47-cc982311eaf3 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:15.564401 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-3733a95d-aa8f-45dd-b409-566aff74b803 req-47cb9265-ce38-4ba2-bb47-cc982311eaf3 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.0585799 Aug 06 17:24:15.610055 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-3733a95d-aa8f-45dd-b409-566aff74b803 req-f3895f4c-1ca3-42e8-baa5-1d5149fc6feb tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387077 Aug 06 17:24:15.767644 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 59218) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:15.781787 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-35073c4e-dd98-4283-9f49-5baf25ab3518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:15.874772 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-35073c4e-dd98-4283-9f49-5baf25ab3518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:15.880393 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-35073c4e-dd98-4283-9f49-5baf25ab3518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:15.916749 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-35073c4e-dd98-4283-9f49-5baf25ab3518 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a9d7eab8f7e7434b9049747b736ef1b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1478775 Aug 06 17:24:15.917657 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35073c4e-dd98-4283-9f49-5baf25ab3518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb3e4ae-173d-4665-b173-c836faef7e7c,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:15.920062 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 59220) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:15.974628 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-f86bd0e5-01cf-4e58-9212-2c3cb9095726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:15.997660 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-f86bd0e5-01cf-4e58-9212-2c3cb9095726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:16.072727 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-f86bd0e5-01cf-4e58-9212-2c3cb9095726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:16.075643 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-f86bd0e5-01cf-4e58-9212-2c3cb9095726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:16.076782 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-f86bd0e5-01cf-4e58-9212-2c3cb9095726 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/cdb3e4ae-173d-4665-b173-c836faef7e7c HTTP/1.1" status: 204 len: 168 time: 0.1556838 Aug 06 17:24:16.094413 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a716f-66a3-44cc-a2c1-9f61b982dab2 req-e647ab76-e5ce-4da8-830e-a37934e74e6e tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:16.095917 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-990a716f-66a3-44cc-a2c1-9f61b982dab2 req-e647ab76-e5ce-4da8-830e-a37934e74e6e tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 946 time: 0.0634758 Aug 06 17:24:16.096657 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86bd0e5-01cf-4e58-9212-2c3cb9095726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb3e4ae-173d-4665-b173-c836faef7e7c,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:16.136779 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-990a716f-66a3-44cc-a2c1-9f61b982dab2 req-d96d6257-1b2c-4f8d-8032-05114f6786e1 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345533 Aug 06 17:24:16.518101 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d0bd7-0536-4a7a-9577-71219311467a req-afbf0a61-9ac1-496a-a384-89fc04162c1c tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:16.520107 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-b91d0bd7-0536-4a7a-9577-71219311467a req-afbf0a61-9ac1-496a-a384-89fc04162c1c tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 946 time: 0.0495999 Aug 06 17:24:16.569652 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-b91d0bd7-0536-4a7a-9577-71219311467a req-a71f9f6d-b797-4cb4-b6c2-205d74ed271c tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399697 Aug 06 17:24:16.736702 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0f30d-425b-4ece-85b4-f509a690f6a8 req-13b830b6-5cb4-433a-aa45-e7c6bcfee2fe tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:16.746573 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-fcb0f30d-425b-4ece-85b4-f509a690f6a8 req-13b830b6-5cb4-433a-aa45-e7c6bcfee2fe tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.0606732 Aug 06 17:24:16.794886 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-fcb0f30d-425b-4ece-85b4-f509a690f6a8 req-7c4a15aa-9860-4f42-974a-36dc9f284275 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473299 Aug 06 17:24:16.965236 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e84421-8482-4b06-9996-9a5c2aa51a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3dda1d5-65e1-4d8a-ad1c-be0aacb08483'}] {{(pid=93310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:24:16.968410 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713379ad4201aa67d1557f3d7b7da947c96b0ad1778a29fd635d5f04ae47f1c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ca0a96-6533-45a7-b92e-a4b2df5dedfc" -d '{"events": [{"server_uuid": "24e84421-8482-4b06-9996-9a5c2aa51a63", "name": "network-vif-plugged", "status": "completed", "tag": "a3dda1d5-65e1-4d8a-ad1c-be0aacb08483"}]}' {{(pid=93310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:24:17.007975 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03f63d3-a7be-47b9-80db-798a55ec5671 x-openstack-request-id: req-c03f63d3-a7be-47b9-80db-798a55ec5671 {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:24:17.008259 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24e84421-8482-4b06-9996-9a5c2aa51a63", "name": "network-vif-plugged", "status": "completed", "tag": "a3dda1d5-65e1-4d8a-ad1c-be0aacb08483", "code": 200}]} {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:24:17.008501 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c03f63d3-a7be-47b9-80db-798a55ec5671 {{(pid=93310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:24:17.008889 dv-cinder-803773-1-iscsi neutron-server[93310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24e84421-8482-4b06-9996-9a5c2aa51a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3dda1d5-65e1-4d8a-ad1c-be0aacb08483', 'code': 200} Aug 06 17:24:17.270195 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84063a38-3c9f-42b5-86c6-5b52b6e15264 req-2b76b5cc-05c1-4e2f-ae85-3e1656cab4f9 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:17.271775 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-84063a38-3c9f-42b5-86c6-5b52b6e15264 req-2b76b5cc-05c1-4e2f-ae85-3e1656cab4f9 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 946 time: 0.0507882 Aug 06 17:24:17.338590 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-84063a38-3c9f-42b5-86c6-5b52b6e15264 req-11b68e9b-bca7-414a-9a3d-8ac37920d00b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597024 Aug 06 17:24:17.348237 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8697ef0-d3ba-4870-a2c7-3c7dfe24c170 req-ea4e91c9-b2e1-4af6-98dd-43438f0aa583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:17.350476 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-b8697ef0-d3ba-4870-a2c7-3c7dfe24c170 req-ea4e91c9-b2e1-4af6-98dd-43438f0aa583 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 1099 time: 0.0566046 Aug 06 17:24:17.393243 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-b8697ef0-d3ba-4870-a2c7-3c7dfe24c170 req-f7b0ba28-79d1-4fc0-b029-4563ad4fb3c1 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326285 Aug 06 17:24:17.690218 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fde3a5-fe93-43ee-ba3d-567226d1b89d req-0427ce4a-d658-41b3-8bf8-29f0c809ddca tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:17.691715 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-93fde3a5-fe93-43ee-ba3d-567226d1b89d req-0427ce4a-d658-41b3-8bf8-29f0c809ddca tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 946 time: 0.0506501 Aug 06 17:24:17.730598 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-93fde3a5-fe93-43ee-ba3d-567226d1b89d req-cad5c04c-8da5-4590-aa60-291c5c21c9b9 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324779 Aug 06 17:24:17.933437 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46d1e0-d3a7-434b-8314-7fad46fc1681 req-fe45d7c3-803a-4b1e-b925-5306b050e97a tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:17.941781 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-ab46d1e0-d3a7-434b-8314-7fad46fc1681 req-fe45d7c3-803a-4b1e-b925-5306b050e97a tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.0644534 Aug 06 17:24:17.981026 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-ab46d1e0-d3a7-434b-8314-7fad46fc1681 req-e9f23ae1-775d-4085-968e-9bec26dc2183 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383320 Aug 06 17:24:18.472407 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7d86d-98ea-4f9c-9faf-1b75e8f2401a req-ef036c8a-b6e1-475f-a23d-67f9bb3fc076 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:18.474432 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-d8d7d86d-98ea-4f9c-9faf-1b75e8f2401a req-ef036c8a-b6e1-475f-a23d-67f9bb3fc076 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 946 time: 0.0531223 Aug 06 17:24:18.517279 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-d8d7d86d-98ea-4f9c-9faf-1b75e8f2401a req-b3aeea97-bdd0-4311-b93e-fccc563bf517 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363405 Aug 06 17:24:18.687368 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ccdef-1597-4ad1-bb55-8ffe6cdd1ac8 req-a6f55946-684b-44fb-9a98-ab8844417761 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:18.688851 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-341ccdef-1597-4ad1-bb55-8ffe6cdd1ac8 req-a6f55946-684b-44fb-9a98-ab8844417761 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 946 time: 0.0609415 Aug 06 17:24:18.699713 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 59326) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:18.704389 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-26c91de2-dc49-4fa0-8882-d436e022f534 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Request body: {'floatingip': {'port_id': '950d5868-7f7c-49b2-a093-65a82b1b1a6f'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:24:18.775607 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-26c91de2-dc49-4fa0-8882-d436e022f534 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks [] for floatingip, before_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:18.846153 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad0b24-bd92-4947-9f95-4dd291ccf01c req-4d085c32-6819-4b41-93be-61fdefdfbab7 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:18.847646 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-6bad0b24-bd92-4947-9f95-4dd291ccf01c req-4d085c32-6819-4b41-93be-61fdefdfbab7 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 946 time: 0.0480456 Aug 06 17:24:18.889491 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-6bad0b24-bd92-4947-9f95-4dd291ccf01c req-1054000f-3d81-45bd-8705-9a61549e041a tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357747 Aug 06 17:24:19.211961 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d74d1-8820-4168-9e90-3197973583c7 req-e9a2b256-1c3a-414d-90d1-a3e1d3e38834 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:19.213381 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-097d74d1-8820-4168-9e90-3197973583c7 req-e9a2b256-1c3a-414d-90d1-a3e1d3e38834 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.1438630 Aug 06 17:24:19.303051 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-097d74d1-8820-4168-9e90-3197973583c7 req-588b562c-5e8f-4119-8457-82aeea26659f tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822642 Aug 06 17:24:19.722890 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-26c91de2-dc49-4fa0-8882-d436e022f534 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:19.727216 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-26c91de2-dc49-4fa0-8882-d436e022f534 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435792'] for floatingip, after_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:19.834676 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.db.l3_db [None req-26c91de2-dc49-4fa0-8882-d436e022f534 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Floating IP c6d634c5-856a-4b8e-81d3-5731d4559612 associated. External IP: 172.27.0.103, port: 950d5868-7f7c-49b2-a093-65a82b1b1a6f. Aug 06 17:24:20.025294 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594beead-bb93-4cf3-94da-c77858aa7e72 req-c9c793fa-2e74-4862-8628-bc7864b572ce tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:20.027044 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-594beead-bb93-4cf3-94da-c77858aa7e72 req-c9c793fa-2e74-4862-8628-bc7864b572ce tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 946 time: 0.0582635 Aug 06 17:24:20.060026 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c91de2-dc49-4fa0-8882-d436e022f534 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Router b8dbcd67-7acd-42d4-9411-5d0021577b20 has already been hosted by L3 agent cbcd3d9e-bca5-4529-952b-48c65d2aceac {{(pid=93308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:24:20.069554 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-594beead-bb93-4cf3-94da-c77858aa7e72 req-84ea8ea1-468d-4add-ba0a-296dc0f0f8d3 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356350 Aug 06 17:24:20.206017 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c91de2-dc49-4fa0-8882-d436e022f534 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify agent at l3_agent.dv-cinder-803773-1-iscsi the message routers_updated {{(pid=93308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:24:20.210829 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-26c91de2-dc49-4fa0-8882-d436e022f534 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for floatingip, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:20.225350 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1005ea-96fc-4db2-93eb-383d91e0d0d6 None None] Sync routers for ids ['b8dbcd67-7acd-42d4-9411-5d0021577b20'] in dv-cinder-803773-1-iscsi {{(pid=93311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:24:20.240930 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1005ea-96fc-4db2-93eb-383d91e0d0d6 None None] Routers {'b8dbcd67-7acd-42d4-9411-5d0021577b20'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:24:20.241476 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4eda9-20c7-4266-b6ab-e9bdf8c650a2 req-832a68a6-5cd2-47fa-ab2d-6f2389261f6d tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:20.241977 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-8b1005ea-96fc-4db2-93eb-383d91e0d0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:23:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['b8dbcd67-7acd-42d4-9411-5d0021577b20'], 'active': True} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:24:20.243035 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-32c4eda9-20c7-4266-b6ab-e9bdf8c650a2 req-832a68a6-5cd2-47fa-ab2d-6f2389261f6d tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 946 time: 0.0931418 Aug 06 17:24:20.252473 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 59382) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:20.257745 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [None req-db56c245-ee10-42ab-997f-4d0026a4ef84 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Request body: {'floatingip': {'port_id': 'a3dda1d5-65e1-4d8a-ad1c-be0aacb08483'}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:24:20.265188 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-26c91de2-dc49-4fa0-8882-d436e022f534 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "PUT /v2.0/floatingips/c6d634c5-856a-4b8e-81d3-5731d4559612 HTTP/1.1" status: 200 len: 992 time: 1.5643268 Aug 06 17:24:20.265795 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f13727d-ad83-4853-a1dc-49b8519274e4', 'tag': '950d5868-7f7c-49b2-a093-65a82b1b1a6f'}] {{(pid=93308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:24:20.397475 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-db56c245-ee10-42ab-997f-4d0026a4ef84 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks [] for floatingip, before_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:20.412775 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvr_db [None req-8b1005ea-96fc-4db2-93eb-383d91e0d0d6 None None] Set router b8dbcd67-7acd-42d4-9411-5d0021577b20 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:24:20.511384 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7626cf3-9c33-4ac9-bc69-98d3f1a52276 req-aa2eba7a-fd70-43ea-82e4-7b66fcd5a6d2 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:20.513375 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-d7626cf3-9c33-4ac9-bc69-98d3f1a52276 req-aa2eba7a-fd70-43ea-82e4-7b66fcd5a6d2 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.0914803 Aug 06 17:24:20.603388 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-d7626cf3-9c33-4ac9-bc69-98d3f1a52276 req-3aaad489-085d-4d6e-bd66-23f9ad7a765a tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795438 Aug 06 17:24:20.634470 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9970891e86e7a54ba8327591cdb5f98a510e69f2198634f60bde42845cd177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c56d87-a218-4f5a-8cc1-6e534543d15f" -d '{"events": [{"name": "network-changed", "server_uuid": "5f13727d-ad83-4853-a1dc-49b8519274e4", "tag": "950d5868-7f7c-49b2-a093-65a82b1b1a6f"}]}' {{(pid=93308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:24:20.673971 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 59406) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:20.841491 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-d1ed470e-4e7f-47e2-a29f-eeafbced83a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:20.858570 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-8b1005ea-96fc-4db2-93eb-383d91e0d0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'name': 'tempest-AttachVolumeShelveTestJSON-1533275519-router', 'tenant_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '439c51b3-0448-4ea1-92ef-368dad291d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:23:30Z', 'updated_at': '2021-08-06T17:23:45Z', 'revision_number': 4, 'project_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'gw_port': {'id': '439c51b3-0448-4ea1-92ef-368dad291d7f', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:33Z', 'updated_at': '2021-08-06T17:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_floatingips': [{'id': 'c6d634c5-856a-4b8e-81d3-5731d4559612', 'tenant_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'floating_ip_address': '172.27.0.103', 'floating_network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'router_id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'port_id': '950d5868-7f7c-49b2-a093-65a82b1b1a6f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b6dd1b8-72d2-4509-8411-cf148b92c6ca', 'mac_address': 'fa:16:3e:16:a9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f13727d-ad83-4853-a1dc-49b8519274e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:23:55Z', 'updated_at': '2021-08-06T17:24:19Z', 'revision_number': 1, 'project_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29d58b6-9b6a-474e-bc0c-01f04c445337', 'name': '', 'network_id': '5b6dd1b8-72d2-4509-8411-cf148b92c6ca', 'tenant_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'mac_address': 'fa:16:3e:52:71:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '92e55e27-88da-4b01-a596-8314d113e8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:39Z', 'updated_at': '2021-08-06T17:23:56Z', 'revision_number': 5, 'project_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'subnets': [{'id': '92e55e27-88da-4b01-a596-8314d113e8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:24:20.884502 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd1923b-e427-42ce-93ee-1a8907835378 x-openstack-request-id: req-cfd1923b-e427-42ce-93ee-1a8907835378 {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:24:20.884804 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f13727d-ad83-4853-a1dc-49b8519274e4", "tag": "950d5868-7f7c-49b2-a093-65a82b1b1a6f", "status": "completed", "code": 200}]} {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:24:20.885050 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-cfd1923b-e427-42ce-93ee-1a8907835378 {{(pid=93308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:24:20.885499 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f13727d-ad83-4853-a1dc-49b8519274e4', 'tag': '950d5868-7f7c-49b2-a093-65a82b1b1a6f', 'status': 'completed', 'code': 200} Aug 06 17:24:20.901890 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1005ea-96fc-4db2-93eb-383d91e0d0d6 None None] Checking router: b8dbcd67-7acd-42d4-9411-5d0021577b20 for host: dv-cinder-803773-1-iscsi {{(pid=93311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:24:20.914135 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1005ea-96fc-4db2-93eb-383d91e0d0d6 None None] Routers {'b8dbcd67-7acd-42d4-9411-5d0021577b20'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:24:20.915091 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-8b1005ea-96fc-4db2-93eb-383d91e0d0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:23:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['b8dbcd67-7acd-42d4-9411-5d0021577b20'], 'active': True} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:24:21.052147 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvr_db [None req-8b1005ea-96fc-4db2-93eb-383d91e0d0d6 None None] Set router b8dbcd67-7acd-42d4-9411-5d0021577b20 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:24:21.115166 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7e83bd03-30ee-42af-b099-3e6b23eb052d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:21.216613 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-d1ed470e-4e7f-47e2-a29f-eeafbced83a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:21.226994 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-d1ed470e-4e7f-47e2-a29f-eeafbced83a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:21.258810 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed470e-4e7f-47e2-a29f-eeafbced83a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9db91b0-b0d1-4bd0-8abd-60f087d41eaf,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:21.275203 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c56d87-a218-4f5a-8cc1-6e534543d15f req-abc313c5-94df-476f-93cf-fade3d1b67ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:21.277070 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-e1c56d87-a218-4f5a-8cc1-6e534543d15f req-abc313c5-94df-476f-93cf-fade3d1b67ce service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f5387827f2c0411b9a79d78b038d6e5c&device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 1099 time: 0.0969324 Aug 06 17:24:21.284651 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-d1ed470e-4e7f-47e2-a29f-eeafbced83a7 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2554f16c05484c6aaeb2ec3f437f6c13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6093168 Aug 06 17:24:21.288349 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 59418) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:21.292684 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.db.resource_extend [None req-db56c245-ee10-42ab-997f-4d0026a4ef84 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 17:24:21.427980 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-df0a1bda-8430-4983-9c3d-71f3f94b2795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:21.446527 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-8b1005ea-96fc-4db2-93eb-383d91e0d0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'name': 'tempest-AttachVolumeShelveTestJSON-1533275519-router', 'tenant_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '439c51b3-0448-4ea1-92ef-368dad291d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:23:30Z', 'updated_at': '2021-08-06T17:23:45Z', 'revision_number': 4, 'project_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'gw_port': {'id': '439c51b3-0448-4ea1-92ef-368dad291d7f', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:33Z', 'updated_at': '2021-08-06T17:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_floatingips': [{'id': 'c6d634c5-856a-4b8e-81d3-5731d4559612', 'tenant_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'floating_ip_address': '172.27.0.103', 'floating_network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'router_id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'port_id': '950d5868-7f7c-49b2-a093-65a82b1b1a6f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b6dd1b8-72d2-4509-8411-cf148b92c6ca', 'mac_address': 'fa:16:3e:16:a9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f13727d-ad83-4853-a1dc-49b8519274e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:23:55Z', 'updated_at': '2021-08-06T17:24:19Z', 'revision_number': 1, 'project_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29d58b6-9b6a-474e-bc0c-01f04c445337', 'name': '', 'network_id': '5b6dd1b8-72d2-4509-8411-cf148b92c6ca', 'tenant_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'mac_address': 'fa:16:3e:52:71:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '92e55e27-88da-4b01-a596-8314d113e8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:39Z', 'updated_at': '2021-08-06T17:23:56Z', 'revision_number': 5, 'project_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'subnets': [{'id': '92e55e27-88da-4b01-a596-8314d113e8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:24:21.471972 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-df0a1bda-8430-4983-9c3d-71f3f94b2795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:21.475509 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1005ea-96fc-4db2-93eb-383d91e0d0d6 None None] The sync data for ids ['b8dbcd67-7acd-42d4-9411-5d0021577b20'] in dv-cinder-803773-1-iscsi is: [{'id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'name': 'tempest-AttachVolumeShelveTestJSON-1533275519-router', 'tenant_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '439c51b3-0448-4ea1-92ef-368dad291d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:23:30Z', 'updated_at': '2021-08-06T17:23:45Z', 'revision_number': 4, 'project_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'gw_port': {'id': '439c51b3-0448-4ea1-92ef-368dad291d7f', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:33Z', 'updated_at': '2021-08-06T17:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_floatingips': [{'id': 'c6d634c5-856a-4b8e-81d3-5731d4559612', 'tenant_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'floating_ip_address': '172.27.0.103', 'floating_network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'router_id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'port_id': '950d5868-7f7c-49b2-a093-65a82b1b1a6f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b6dd1b8-72d2-4509-8411-cf148b92c6ca', 'mac_address': 'fa:16:3e:16:a9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f13727d-ad83-4853-a1dc-49b8519274e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:23:55Z', 'updated_at': '2021-08-06T17:24:19Z', 'revision_number': 1, 'project_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29d58b6-9b6a-474e-bc0c-01f04c445337', 'name': '', 'network_id': '5b6dd1b8-72d2-4509-8411-cf148b92c6ca', 'tenant_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'mac_address': 'fa:16:3e:52:71:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '92e55e27-88da-4b01-a596-8314d113e8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:39Z', 'updated_at': '2021-08-06T17:23:56Z', 'revision_number': 5, 'project_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'subnets': [{'id': '92e55e27-88da-4b01-a596-8314d113e8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:24:21.489280 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c56d87-a218-4f5a-8cc1-6e534543d15f req-c863ea9e-7219-4472-bdeb-336b83a9e5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:21.491055 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-e1c56d87-a218-4f5a-8cc1-6e534543d15f req-c863ea9e-7219-4472-bdeb-336b83a9e5f9 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5b6dd1b8-72d2-4509-8411-cf148b92c6ca HTTP/1.1" status: 200 len: 919 time: 0.1516378 Aug 06 17:24:21.618557 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-db56c245-ee10-42ab-997f-4d0026a4ef84 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:21.622513 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-e1c56d87-a218-4f5a-8cc1-6e534543d15f req-33ec78ec-d2af-4194-8370-bfcf2af92cac service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=950d5868-7f7c-49b2-a093-65a82b1b1a6f HTTP/1.1" status: 200 len: 1000 time: 0.1162751 Aug 06 17:24:21.623086 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-df0a1bda-8430-4983-9c3d-71f3f94b2795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:21.626126 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-df0a1bda-8430-4983-9c3d-71f3f94b2795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:21.629719 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-df0a1bda-8430-4983-9c3d-71f3f94b2795 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b9db91b0-b0d1-4bd0-8abd-60f087d41eaf HTTP/1.1" status: 204 len: 168 time: 0.3377116 Aug 06 17:24:21.636663 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a1bda-8430-4983-9c3d-71f3f94b2795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9db91b0-b0d1-4bd0-8abd-60f087d41eaf,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:21.638578 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-db56c245-ee10-42ab-997f-4d0026a4ef84 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435792'] for floatingip, after_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:21.714373 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf9395-7bb9-4726-9e12-9513d271c88a req-21cd7269-8b29-43ea-97e7-f672f5f32421 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:21.721605 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-d2cf9395-7bb9-4726-9e12-9513d271c88a req-21cd7269-8b29-43ea-97e7-f672f5f32421 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] 10.222.0.89 "GET /v2.0/ports?device_id=880f71cc-689e-4321-94c8-2a7dd3812f6b HTTP/1.1" status: 200 len: 945 time: 0.1204009 Aug 06 17:24:21.751365 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c56d87-a218-4f5a-8cc1-6e534543d15f req-82b49f62-ede7-49fe-a04a-70aa2eeb9b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:21.753133 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-e1c56d87-a218-4f5a-8cc1-6e534543d15f req-82b49f62-ede7-49fe-a04a-70aa2eeb9b44 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=92e55e27-88da-4b01-a596-8314d113e8dc HTTP/1.1" status: 200 len: 856 time: 0.0856466 Aug 06 17:24:21.806653 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-d2cf9395-7bb9-4726-9e12-9513d271c88a req-ec7410d4-062a-4962-8fb4-50f20eddf690 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] 10.222.0.89 "GET /v2.0/security-groups?id=4ae41e73-7aeb-49bc-b79e-7150bbde1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840840 Aug 06 17:24:21.842753 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13708559-9bc9-46de-8720-12c024a51731 None None] New status for floating IP c6d634c5-856a-4b8e-81d3-5731d4559612: ACTIVE {{(pid=93310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 17:24:21.854671 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.db.l3_db [None req-db56c245-ee10-42ab-997f-4d0026a4ef84 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Floating IP ca7c9261-b96d-40e6-a17b-d0b1cbce3ee7 associated. External IP: 172.27.0.171, port: a3dda1d5-65e1-4d8a-ad1c-be0aacb08483. Aug 06 17:24:21.897731 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee5a8af-e0c6-46e6-a550-2017bc88ea2a req-00d67a60-fb58-438d-8ea4-2fe4b75ea433 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:21.900135 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-6ee5a8af-e0c6-46e6-a550-2017bc88ea2a req-00d67a60-fb58-438d-8ea4-2fe4b75ea433 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.1391830 Aug 06 17:24:21.902491 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c56d87-a218-4f5a-8cc1-6e534543d15f req-14dc81fd-954b-4fef-82cc-556d2e36dfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:21.904105 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-e1c56d87-a218-4f5a-8cc1-6e534543d15f req-14dc81fd-954b-4fef-82cc-556d2e36dfc5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5b6dd1b8-72d2-4509-8411-cf148b92c6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1225464 Aug 06 17:24:22.037722 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-6ee5a8af-e0c6-46e6-a550-2017bc88ea2a req-4dabeb98-a9f7-47b5-9db7-b76a2c62678f tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255894 Aug 06 17:24:22.103276 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-e1c56d87-a218-4f5a-8cc1-6e534543d15f req-ef68fc4b-bb1f-41c7-aba2-27fc926077e3 service neutron] 10.222.0.96 "GET /v2.0/networks/5b6dd1b8-72d2-4509-8411-cf148b92c6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758010 Aug 06 17:24:22.133420 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 59446) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:22.156337 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-c1f11d28-8045-4047-ba98-5312dbb26669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:22.207116 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db56c245-ee10-42ab-997f-4d0026a4ef84 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Router 4691c707-9de5-48ae-a7a1-6d40740ba8df has already been hosted by L3 agent cbcd3d9e-bca5-4529-952b-48c65d2aceac {{(pid=93309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:24:22.247582 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-e1c56d87-a218-4f5a-8cc1-6e534543d15f req-4ea46209-9c36-4c36-ac20-68741e337405 service neutron] 10.222.0.96 "GET /v2.0/networks/5b6dd1b8-72d2-4509-8411-cf148b92c6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262572 Aug 06 17:24:22.364991 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db56c245-ee10-42ab-997f-4d0026a4ef84 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify agent at l3_agent.dv-cinder-803773-1-iscsi the message routers_updated {{(pid=93309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:24:22.371724 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-db56c245-ee10-42ab-997f-4d0026a4ef84 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for floatingip, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:22.375026 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-c1f11d28-8045-4047-ba98-5312dbb26669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:22.375368 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b22e438-5fa0-4ab5-8ef4-21af6b41eea8 None None] Sync routers for ids ['4691c707-9de5-48ae-a7a1-6d40740ba8df'] in dv-cinder-803773-1-iscsi {{(pid=93311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:24:22.385346 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b22e438-5fa0-4ab5-8ef4-21af6b41eea8 None None] Routers {'4691c707-9de5-48ae-a7a1-6d40740ba8df'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:24:22.386053 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-1b22e438-5fa0-4ab5-8ef4-21af6b41eea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:23:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['4691c707-9de5-48ae-a7a1-6d40740ba8df'], 'active': True} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:24:22.394708 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-c1f11d28-8045-4047-ba98-5312dbb26669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:22.423378 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-db56c245-ee10-42ab-997f-4d0026a4ef84 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "PUT /v2.0/floatingips/ca7c9261-b96d-40e6-a17b-d0b1cbce3ee7 HTTP/1.1" status: 200 len: 992 time: 2.1694674 Aug 06 17:24:22.447959 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24e84421-8482-4b06-9996-9a5c2aa51a63', 'tag': 'a3dda1d5-65e1-4d8a-ad1c-be0aacb08483'}] {{(pid=93309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:24:22.450807 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8dc615238e5bcef59bfa1369ec241dac088066ad095906c2652e3fbb51f90a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9065e672-00cc-4083-b5e8-fca2a021257a" -d '{"events": [{"name": "network-changed", "server_uuid": "24e84421-8482-4b06-9996-9a5c2aa51a63", "tag": "a3dda1d5-65e1-4d8a-ad1c-be0aacb08483"}]}' {{(pid=93309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:24:22.453500 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f11d28-8045-4047-ba98-5312dbb26669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2aed65d-ad78-4d4e-a170-a983bb6ebfc7,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:22.479988 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-c1f11d28-8045-4047-ba98-5312dbb26669 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=cd7cd7c3b74d483c88294b1afe35094d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3455877 Aug 06 17:24:22.482735 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 59460) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:22.505991 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf263b8-2b55-4bb2-ae3c-4861afcb3ff3 x-openstack-request-id: req-fdf263b8-2b55-4bb2-ae3c-4861afcb3ff3 {{(pid=93309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:24:22.506309 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24e84421-8482-4b06-9996-9a5c2aa51a63", "tag": "a3dda1d5-65e1-4d8a-ad1c-be0aacb08483", "status": "completed", "code": 200}]} {{(pid=93309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:24:22.506564 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-fdf263b8-2b55-4bb2-ae3c-4861afcb3ff3 {{(pid=93309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:24:22.507248 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24e84421-8482-4b06-9996-9a5c2aa51a63', 'tag': 'a3dda1d5-65e1-4d8a-ad1c-be0aacb08483', 'status': 'completed', 'code': 200} Aug 06 17:24:22.523227 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvr_db [None req-1b22e438-5fa0-4ab5-8ef4-21af6b41eea8 None None] Set router 4691c707-9de5-48ae-a7a1-6d40740ba8df gateway port host: dv-cinder-803773-1-iscsi {{(pid=93311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:24:22.557847 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-ffed2daf-76da-41ab-927a-684eec3801de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:22.581939 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-ffed2daf-76da-41ab-927a-684eec3801de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:22.640521 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 59464) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:22.648977 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-ffed2daf-76da-41ab-927a-684eec3801de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:22.659904 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065e672-00cc-4083-b5e8-fca2a021257a req-4ad8d276-71bf-4c81-9503-4b4c5b1e08e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:22.661521 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9065e672-00cc-4083-b5e8-fca2a021257a req-4ad8d276-71bf-4c81-9503-4b4c5b1e08e3 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5efb9b646c554c22b0521e69231c9910&device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 1099 time: 0.0573509 Aug 06 17:24:22.664383 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-ffed2daf-76da-41ab-927a-684eec3801de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:22.666888 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-ffed2daf-76da-41ab-927a-684eec3801de admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b2aed65d-ad78-4d4e-a170-a983bb6ebfc7 HTTP/1.1" status: 204 len: 168 time: 0.1830626 Aug 06 17:24:22.676208 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffed2daf-76da-41ab-927a-684eec3801de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2aed65d-ad78-4d4e-a170-a983bb6ebfc7,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:22.788649 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-67c21657-126b-43e2-9379-9bd3076b1e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:22.807607 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065e672-00cc-4083-b5e8-fca2a021257a req-2ad15659-1168-4f7a-b320-108a400920b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:22.809793 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9065e672-00cc-4083-b5e8-fca2a021257a req-2ad15659-1168-4f7a-b320-108a400920b8 service neutron] 10.222.0.96 "GET /v2.0/networks?id=7806f8bb-4441-4b40-a114-e639f43ce5ef HTTP/1.1" status: 200 len: 912 time: 0.1326835 Aug 06 17:24:22.834618 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-1b22e438-5fa0-4ab5-8ef4-21af6b41eea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'name': 'tempest-AttachVolumeTestJSON-602422730-router', 'tenant_id': '5efb9b646c554c22b0521e69231c9910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '433f0f52-ade9-43b9-ab61-3c069ba29041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:23:30Z', 'updated_at': '2021-08-06T17:23:40Z', 'revision_number': 4, 'project_id': '5efb9b646c554c22b0521e69231c9910', 'gw_port': {'id': '433f0f52-ade9-43b9-ab61-3c069ba29041', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:34:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:32Z', 'updated_at': '2021-08-06T17:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_floatingips': [{'id': 'ca7c9261-b96d-40e6-a17b-d0b1cbce3ee7', 'tenant_id': '5efb9b646c554c22b0521e69231c9910', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'router_id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'port_id': 'a3dda1d5-65e1-4d8a-ad1c-be0aacb08483', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7806f8bb-4441-4b40-a114-e639f43ce5ef', 'mac_address': 'fa:16:3e:ef:8c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e84421-8482-4b06-9996-9a5c2aa51a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:23:55Z', 'updated_at': '2021-08-06T17:24:21Z', 'revision_number': 1, 'project_id': '5efb9b646c554c22b0521e69231c9910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f24f76f9-b9ec-4633-8261-907729c49542', 'name': '', 'network_id': '7806f8bb-4441-4b40-a114-e639f43ce5ef', 'tenant_id': '5efb9b646c554c22b0521e69231c9910', 'mac_address': 'fa:16:3e:3f:d9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6a5bba92-673b-4ffb-874f-ddb7f0dd2e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:37Z', 'updated_at': '2021-08-06T17:23:50Z', 'revision_number': 5, 'project_id': '5efb9b646c554c22b0521e69231c9910', 'subnets': [{'id': '6a5bba92-673b-4ffb-874f-ddb7f0dd2e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:24:22.883346 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b22e438-5fa0-4ab5-8ef4-21af6b41eea8 None None] Checking router: 4691c707-9de5-48ae-a7a1-6d40740ba8df for host: dv-cinder-803773-1-iscsi {{(pid=93311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:24:22.892757 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b22e438-5fa0-4ab5-8ef4-21af6b41eea8 None None] Routers {'4691c707-9de5-48ae-a7a1-6d40740ba8df'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:24:22.893368 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-1b22e438-5fa0-4ab5-8ef4-21af6b41eea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:23:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['4691c707-9de5-48ae-a7a1-6d40740ba8df'], 'active': True} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:24:22.926185 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-67c21657-126b-43e2-9379-9bd3076b1e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:22.937711 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9065e672-00cc-4083-b5e8-fca2a021257a req-6b65c3d8-25d1-461a-913c-42db4b180bea service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3dda1d5-65e1-4d8a-ad1c-be0aacb08483 HTTP/1.1" status: 200 len: 1000 time: 0.1062477 Aug 06 17:24:22.944095 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-67c21657-126b-43e2-9379-9bd3076b1e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:23.021182 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065e672-00cc-4083-b5e8-fca2a021257a req-73b008cf-ea7a-4cff-92bb-a53a937fcb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:23.023309 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9065e672-00cc-4083-b5e8-fca2a021257a req-73b008cf-ea7a-4cff-92bb-a53a937fcb93 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6a5bba92-673b-4ffb-874f-ddb7f0dd2e8d HTTP/1.1" status: 200 len: 849 time: 0.0755990 Aug 06 17:24:23.025158 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-67c21657-126b-43e2-9379-9bd3076b1e4e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=7c41bf4663b64edba1610fb7a6bf2f3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3834176 Aug 06 17:24:23.028249 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c21657-126b-43e2-9379-9bd3076b1e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d31c47a-fc38-4ed4-9933-4b538c055f54,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:23.028641 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 59480) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:23.038060 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d42f73-edc3-4b76-a548-15649e2d4d40 req-a50775cd-12c5-445e-a201-d0daaf3e8de6 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:23.040395 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvr_db [None req-1b22e438-5fa0-4ab5-8ef4-21af6b41eea8 None None] Set router 4691c707-9de5-48ae-a7a1-6d40740ba8df gateway port host: dv-cinder-803773-1-iscsi {{(pid=93311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:24:23.045919 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-a0d42f73-edc3-4b76-a548-15649e2d4d40 req-a50775cd-12c5-445e-a201-d0daaf3e8de6 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] 10.222.0.89 "GET /v2.0/ports?device_id=880f71cc-689e-4321-94c8-2a7dd3812f6b HTTP/1.1" status: 200 len: 945 time: 0.1152008 Aug 06 17:24:23.121790 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-a0d42f73-edc3-4b76-a548-15649e2d4d40 req-d074cc04-c55b-4743-bf22-96f71e5d38d7 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] 10.222.0.89 "GET /v2.0/security-groups?id=4ae41e73-7aeb-49bc-b79e-7150bbde1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685883 Aug 06 17:24:23.154870 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-d4e56e14-3b9c-4e34-a9d7-dbeb3ffe4486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:23.162414 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065e672-00cc-4083-b5e8-fca2a021257a req-f28ec49a-baaa-4157-bbb7-d2264752e95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:23.164106 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9065e672-00cc-4083-b5e8-fca2a021257a req-f28ec49a-baaa-4157-bbb7-d2264752e95f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=7806f8bb-4441-4b40-a114-e639f43ce5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1095393 Aug 06 17:24:23.208455 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-d4e56e14-3b9c-4e34-a9d7-dbeb3ffe4486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:23.281737 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2b5e9-44f5-4067-8af5-66cc86995205 req-a08c0a52-fe24-4050-8209-c008ea955142 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:23.283315 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-02e2b5e9-44f5-4067-8af5-66cc86995205 req-a08c0a52-fe24-4050-8209-c008ea955142 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.1588550 Aug 06 17:24:23.355387 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-1b22e438-5fa0-4ab5-8ef4-21af6b41eea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'name': 'tempest-AttachVolumeTestJSON-602422730-router', 'tenant_id': '5efb9b646c554c22b0521e69231c9910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '433f0f52-ade9-43b9-ab61-3c069ba29041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:23:30Z', 'updated_at': '2021-08-06T17:23:40Z', 'revision_number': 4, 'project_id': '5efb9b646c554c22b0521e69231c9910', 'gw_port': {'id': '433f0f52-ade9-43b9-ab61-3c069ba29041', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:34:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:32Z', 'updated_at': '2021-08-06T17:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_floatingips': [{'id': 'ca7c9261-b96d-40e6-a17b-d0b1cbce3ee7', 'tenant_id': '5efb9b646c554c22b0521e69231c9910', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'router_id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'port_id': 'a3dda1d5-65e1-4d8a-ad1c-be0aacb08483', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7806f8bb-4441-4b40-a114-e639f43ce5ef', 'mac_address': 'fa:16:3e:ef:8c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e84421-8482-4b06-9996-9a5c2aa51a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:23:55Z', 'updated_at': '2021-08-06T17:24:21Z', 'revision_number': 1, 'project_id': '5efb9b646c554c22b0521e69231c9910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f24f76f9-b9ec-4633-8261-907729c49542', 'name': '', 'network_id': '7806f8bb-4441-4b40-a114-e639f43ce5ef', 'tenant_id': '5efb9b646c554c22b0521e69231c9910', 'mac_address': 'fa:16:3e:3f:d9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6a5bba92-673b-4ffb-874f-ddb7f0dd2e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:37Z', 'updated_at': '2021-08-06T17:23:50Z', 'revision_number': 5, 'project_id': '5efb9b646c554c22b0521e69231c9910', 'subnets': [{'id': '6a5bba92-673b-4ffb-874f-ddb7f0dd2e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:24:23.362014 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-1cbf74b1-1813-4eeb-bdcd-366209b5a90a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:23.365529 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9065e672-00cc-4083-b5e8-fca2a021257a req-74a9c26e-c809-4b49-9fdb-d1ca87f00c03 service neutron] 10.222.0.96 "GET /v2.0/networks/7806f8bb-4441-4b40-a114-e639f43ce5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921294 Aug 06 17:24:23.372418 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-02e2b5e9-44f5-4067-8af5-66cc86995205 req-7c9ca7bf-9102-439b-ad11-d946ecc81152 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787044 Aug 06 17:24:23.376060 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-d4e56e14-3b9c-4e34-a9d7-dbeb3ffe4486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:23.378775 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-d4e56e14-3b9c-4e34-a9d7-dbeb3ffe4486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:23.383682 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-d4e56e14-3b9c-4e34-a9d7-dbeb3ffe4486 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5d31c47a-fc38-4ed4-9933-4b538c055f54 HTTP/1.1" status: 204 len: 168 time: 0.3537092 Aug 06 17:24:23.409409 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b22e438-5fa0-4ab5-8ef4-21af6b41eea8 None None] The sync data for ids ['4691c707-9de5-48ae-a7a1-6d40740ba8df'] in dv-cinder-803773-1-iscsi is: [{'id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'name': 'tempest-AttachVolumeTestJSON-602422730-router', 'tenant_id': '5efb9b646c554c22b0521e69231c9910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '433f0f52-ade9-43b9-ab61-3c069ba29041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:23:30Z', 'updated_at': '2021-08-06T17:23:40Z', 'revision_number': 4, 'project_id': '5efb9b646c554c22b0521e69231c9910', 'gw_port': {'id': '433f0f52-ade9-43b9-ab61-3c069ba29041', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:34:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:32Z', 'updated_at': '2021-08-06T17:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_floatingips': [{'id': 'ca7c9261-b96d-40e6-a17b-d0b1cbce3ee7', 'tenant_id': '5efb9b646c554c22b0521e69231c9910', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'router_id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'port_id': 'a3dda1d5-65e1-4d8a-ad1c-be0aacb08483', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7806f8bb-4441-4b40-a114-e639f43ce5ef', 'mac_address': 'fa:16:3e:ef:8c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e84421-8482-4b06-9996-9a5c2aa51a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:23:55Z', 'updated_at': '2021-08-06T17:24:21Z', 'revision_number': 1, 'project_id': '5efb9b646c554c22b0521e69231c9910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f24f76f9-b9ec-4633-8261-907729c49542', 'name': '', 'network_id': '7806f8bb-4441-4b40-a114-e639f43ce5ef', 'tenant_id': '5efb9b646c554c22b0521e69231c9910', 'mac_address': 'fa:16:3e:3f:d9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6a5bba92-673b-4ffb-874f-ddb7f0dd2e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:37Z', 'updated_at': '2021-08-06T17:23:50Z', 'revision_number': 5, 'project_id': '5efb9b646c554c22b0521e69231c9910', 'subnets': [{'id': '6a5bba92-673b-4ffb-874f-ddb7f0dd2e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:24:23.439611 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e56e14-3b9c-4e34-a9d7-dbeb3ffe4486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d31c47a-fc38-4ed4-9933-4b538c055f54,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:23.528141 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9065e672-00cc-4083-b5e8-fca2a021257a req-aa56d8e2-52af-4567-acfa-afdba8103b6d service neutron] 10.222.0.96 "GET /v2.0/networks/7806f8bb-4441-4b40-a114-e639f43ce5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307199 Aug 06 17:24:23.635481 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 59510) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:23.679626 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8198e3ea-031c-429f-9224-a34435a5a2ce None None] New status for floating IP ca7c9261-b96d-40e6-a17b-d0b1cbce3ee7: ACTIVE {{(pid=93310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 17:24:23.747961 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 59514) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:23.769922 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-5b69098e-36be-4d7c-b43b-1d7509f7b6d1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1192859799-network', 'tenant_id': '78a47714c5794c17ba0ddfd332ba119e'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:24:23.773188 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-50622587-ea11-466e-915f-09b0074c6c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:23.808072 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.db.api [None req-50622587-ea11-466e-915f-09b0074c6c0b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 17:24:23.808072 dv-cinder-803773-1-iscsi neutron-server[93308]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 06 17:24:23.808072 dv-cinder-803773-1-iscsi neutron-server[93308]: [parameters: {'project_id': 'df3a7869323244bc94408bc7a53a076b', 'id': '8762fd1e-4a10-4b77-aeb6-fc8caea529db', 'expiration': datetime.datetime(2021, 8, 6, 17, 26, 23, 801123)}] Aug 06 17:24:23.808072 dv-cinder-803773-1-iscsi neutron-server[93308]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 17:24:23.809106 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG oslo_db.api [None req-50622587-ea11-466e-915f-09b0074c6c0b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 17:24:23.817432 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b69098e-36be-4d7c-b43b-1d7509f7b6d1 admin admin] Made reservation on behalf of 78a47714c5794c17ba0ddfd332ba119e for: {'network': 1} {{(pid=93308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:24:23.819763 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-5b69098e-36be-4d7c-b43b-1d7509f7b6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for network, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:23.829734 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-5b69098e-36be-4d7c-b43b-1d7509f7b6d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:23.928912 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-5b69098e-36be-4d7c-b43b-1d7509f7b6d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:23.933824 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-5b69098e-36be-4d7c-b43b-1d7509f7b6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:23.954830 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b69098e-36be-4d7c-b43b-1d7509f7b6d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1060} {{(pid=93308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 17:24:23.971021 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-5b69098e-36be-4d7c-b43b-1d7509f7b6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022'] for segment, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:23.971364 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.db.segments_db [None req-5b69098e-36be-4d7c-b43b-1d7509f7b6d1 admin admin] Added segment 818684ee-0485-4c29-9c74-7a6f98fe7965 of type vlan for network 667f3d76-0448-4d79-b47c-1632f9911de8 Aug 06 17:24:23.972715 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69098e-36be-4d7c-b43b-1d7509f7b6d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6ff9a3-fdd9-4e67-aba4-6a96d11d9f69,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:24.026182 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-5b69098e-36be-4d7c-b43b-1d7509f7b6d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768831157836'] for network, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:24.056268 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-5b69098e-36be-4d7c-b43b-1d7509f7b6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707'] for network, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:24.057279 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b69098e-36be-4d7c-b43b-1d7509f7b6d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:24.057929 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-5b69098e-36be-4d7c-b43b-1d7509f7b6d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for network, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:24.073084 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:24.113237 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-5b69098e-36be-4d7c-b43b-1d7509f7b6d1 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4764903 Aug 06 17:24:24.116286 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 59518) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:24.120304 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69098e-36be-4d7c-b43b-1d7509f7b6d1 admin admin] Pushing event updated for resources: {'Network': ['ID=667f3d76-0448-4d79-b47c-1632f9911de8,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:24.122686 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [None req-cab539b4-b348-4cce-9f71-322292f8dfc5 admin admin] Request body: {'subnet': {'network_id': '667f3d76-0448-4d79-b47c-1632f9911de8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1192859799-subnet', 'tenant_id': '78a47714c5794c17ba0ddfd332ba119e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:24:24.131325 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Network 667f3d76-0448-4d79-b47c-1632f9911de8 details requested by agent ovs-agent-dv-cinder-803773-1-iscsi with host dv-cinder-803773-1-iscsi {{(pid=93310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 17:24:24.145900 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab539b4-b348-4cce-9f71-322292f8dfc5 admin admin] Made reservation on behalf of 78a47714c5794c17ba0ddfd332ba119e for: {'subnet': 1} {{(pid=93309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:24:24.148576 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-cab539b4-b348-4cce-9f71-322292f8dfc5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:24.275932 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53351a3-1376-4641-9da1-d81d2da4d289 req-381784ae-62e2-418b-aa3f-418aee64ecd2 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:24.278134 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-d53351a3-1376-4641-9da1-d81d2da4d289 req-381784ae-62e2-418b-aa3f-418aee64ecd2 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] 10.222.0.89 "GET /v2.0/ports?device_id=880f71cc-689e-4321-94c8-2a7dd3812f6b HTTP/1.1" status: 200 len: 945 time: 0.0743449 Aug 06 17:24:24.310406 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-50622587-ea11-466e-915f-09b0074c6c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:24.383171 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-d53351a3-1376-4641-9da1-d81d2da4d289 req-2b8b1c02-191f-4333-a7fd-d3474336fe10 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] 10.222.0.89 "GET /v2.0/security-groups?id=4ae41e73-7aeb-49bc-b79e-7150bbde1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705647 Aug 06 17:24:24.416947 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-cab539b4-b348-4cce-9f71-322292f8dfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707'] for subnet, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:24.421482 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-50622587-ea11-466e-915f-09b0074c6c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:24.437757 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-50622587-ea11-466e-915f-09b0074c6c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:24.476682 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab539b4-b348-4cce-9f71-322292f8dfc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c85d4a8-7cd3-44cf-80b8-bbdc587e7d67,revision_number=0']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:24.496356 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab539b4-b348-4cce-9f71-322292f8dfc5 admin admin] Checking segment: {'id': '818684ee-0485-4c29-9c74-7a6f98fe7965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '667f3d76-0448-4d79-b47c-1632f9911de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:24:24.496714 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab539b4-b348-4cce-9f71-322292f8dfc5 admin admin] Network hostable DHCP agents. Network: 667f3d76-0448-4d79-b47c-1632f9911de8, hostable agents: ['4daea8ea-8fec-4a46-9c0b-2c2eda663924'], hosted agents: [] {{(pid=93309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 17:24:24.514421 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab539b4-b348-4cce-9f71-322292f8dfc5 admin admin] Network 667f3d76-0448-4d79-b47c-1632f9911de8 is scheduled to be hosted by DHCP agent 4daea8ea-8fec-4a46-9c0b-2c2eda663924 with binding_index 1 {{(pid=93309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 17:24:24.526250 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-50622587-ea11-466e-915f-09b0074c6c0b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=df3a7869323244bc94408bc7a53a076b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7771251 Aug 06 17:24:24.529739 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 59530) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:24.532949 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50622587-ea11-466e-915f-09b0074c6c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda7d80d-37af-4468-bded-ff2cc7bf18fb,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:24.552886 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64442b3e-32d4-4585-be78-0ce9b9d3ee6b req-426c813f-441e-4311-acb1-7b86811ea097 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:24.554196 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.base_scheduler [None req-cab539b4-b348-4cce-9f71-322292f8dfc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803773-1-iscsi, 667f3d76-0448-4d79-b47c-1632f9911de8) {{(pid=93309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:24:24.554399 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-64442b3e-32d4-4585-be78-0ce9b9d3ee6b req-426c813f-441e-4311-acb1-7b86811ea097 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.0769746 Aug 06 17:24:24.566333 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35100038-06f9-41a7-ba99-3609ce36c524 None None] Network 667f3d76-0448-4d79-b47c-1632f9911de8 requested from dv-cinder-803773-1-iscsi {{(pid=93310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:24:24.575979 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab539b4-b348-4cce-9f71-322292f8dfc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:24.576802 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-cab539b4-b348-4cce-9f71-322292f8dfc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for subnet, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:24.612968 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-cab539b4-b348-4cce-9f71-322292f8dfc5 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4946446 Aug 06 17:24:24.620122 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-64442b3e-32d4-4585-be78-0ce9b9d3ee6b req-6f9c59f8-cfc5-4d5f-bf3c-75eb46d2c7b6 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508482 Aug 06 17:24:24.642516 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-8252944c-91bb-4636-a001-51d643af01bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:24.680663 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-8252944c-91bb-4636-a001-51d643af01bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:24.715066 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12897fee-7b9d-4860-b0f1-3b5b1e1926e7 req-382a346d-4276-4e92-a178-ea111e98011e tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:24.717688 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-12897fee-7b9d-4860-b0f1-3b5b1e1926e7 req-382a346d-4276-4e92-a178-ea111e98011e tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] 10.222.0.96 "GET /v2.0/ports?device_id=880f71cc-689e-4321-94c8-2a7dd3812f6b HTTP/1.1" status: 200 len: 945 time: 0.0695097 Aug 06 17:24:24.721250 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5560d783-7bd2-47f5-9045-243814aea12e None None] Network 667f3d76-0448-4d79-b47c-1632f9911de8 requested from dv-cinder-803773-1-iscsi {{(pid=93310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:24:24.755196 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-8252944c-91bb-4636-a001-51d643af01bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:24.758411 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-8252944c-91bb-4636-a001-51d643af01bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:24.762887 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-8252944c-91bb-4636-a001-51d643af01bc admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/dda7d80d-37af-4468-bded-ff2cc7bf18fb HTTP/1.1" status: 204 len: 168 time: 0.2292979 Aug 06 17:24:24.770794 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8252944c-91bb-4636-a001-51d643af01bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda7d80d-37af-4468-bded-ff2cc7bf18fb,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:24.894179 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 59544) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:24.909471 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [req-12897fee-7b9d-4860-b0f1-3b5b1e1926e7 req-77bcc8de-4d71-474b-a9be-edecfcf3be40 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] Deleting port f4487757-be1d-4d54-ba93-a3166475e5f3 {{(pid=93308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:24:24.909813 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-12897fee-7b9d-4860-b0f1-3b5b1e1926e7 req-77bcc8de-4d71-474b-a9be-edecfcf3be40 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:25.022044 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [req-12897fee-7b9d-4860-b0f1-3b5b1e1926e7 req-77bcc8de-4d71-474b-a9be-edecfcf3be40 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] For port f4487757-be1d-4d54-ba93-a3166475e5f3, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=f4487757-be1d-4d54-ba93-a3166475e5f3,segment=NetworkSegment(95a53fcf-5a7f-4fc8-ad8e-d1238bc24854),segment_id=95a53fcf-5a7f-4fc8-ad8e-d1238bc24854)] {{(pid=93308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:24:25.023564 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-12897fee-7b9d-4860-b0f1-3b5b1e1926e7 req-77bcc8de-4d71-474b-a9be-edecfcf3be40 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:25.040138 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [req-12897fee-7b9d-4860-b0f1-3b5b1e1926e7 req-77bcc8de-4d71-474b-a9be-edecfcf3be40 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] Calling delete_port for f4487757-be1d-4d54-ba93-a3166475e5f3 owned by compute:nova {{(pid=93308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:24:25.105715 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:25.240620 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-a528f82f-aac6-44cb-bf99-5d9ef7e941bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:25.251554 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-12897fee-7b9d-4860-b0f1-3b5b1e1926e7 req-77bcc8de-4d71-474b-a9be-edecfcf3be40 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253'] for port, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:25.289562 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] get_ports_and_sgs() called for port_ids ['f4487757-be1d-4d54-ba93-a3166475e5f3'] {{(pid=93310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:24:25.306516 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bcc8de-4d71-474b-a9be-edecfcf3be40 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] Pushing event deleted for resources: {'Port': ['ID=f4487757-be1d-4d54-ba93-a3166475e5f3,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:25.362450 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 59552) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:25.376143 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-2888621e-f808-40c1-ac98-cfa0c3905ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:25.420569 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.l3_dvrscheduler_db [req-12897fee-7b9d-4860-b0f1-3b5b1e1926e7 req-77bcc8de-4d71-474b-a9be-edecfcf3be40 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] No DVR routers for this DVR port f4487757-be1d-4d54-ba93-a3166475e5f3 on host hv-cinder-80377 {{(pid=93308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:24:25.426365 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-12897fee-7b9d-4860-b0f1-3b5b1e1926e7 req-77bcc8de-4d71-474b-a9be-edecfcf3be40 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:25.428607 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-12897fee-7b9d-4860-b0f1-3b5b1e1926e7 req-77bcc8de-4d71-474b-a9be-edecfcf3be40 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] 10.222.0.96 "DELETE /v2.0/ports/f4487757-be1d-4d54-ba93-a3166475e5f3 HTTP/1.1" status: 204 len: 173 time: 0.7043867 Aug 06 17:24:25.429051 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880f71cc-689e-4321-94c8-2a7dd3812f6b', 'name': 'network-vif-deleted', 'tag': 'f4487757-be1d-4d54-ba93-a3166475e5f3'}] {{(pid=93308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:24:25.433214 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9970891e86e7a54ba8327591cdb5f98a510e69f2198634f60bde42845cd177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b550e33c-8fd2-4109-8063-13751f614aaa" -d '{"events": [{"server_uuid": "880f71cc-689e-4321-94c8-2a7dd3812f6b", "name": "network-vif-deleted", "tag": "f4487757-be1d-4d54-ba93-a3166475e5f3"}]}' {{(pid=93308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:24:25.508352 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-a528f82f-aac6-44cb-bf99-5d9ef7e941bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:25.515126 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f419a61-13dc-4eca-8e90-84ee6b796f5f x-openstack-request-id: req-1f419a61-13dc-4eca-8e90-84ee6b796f5f {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:24:25.515412 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "880f71cc-689e-4321-94c8-2a7dd3812f6b", "name": "network-vif-deleted", "tag": "f4487757-be1d-4d54-ba93-a3166475e5f3", "status": "completed", "code": 200}]} {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:24:25.515657 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1f419a61-13dc-4eca-8e90-84ee6b796f5f {{(pid=93308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:24:25.516222 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880f71cc-689e-4321-94c8-2a7dd3812f6b', 'name': 'network-vif-deleted', 'tag': 'f4487757-be1d-4d54-ba93-a3166475e5f3', 'status': 'completed', 'code': 200} Aug 06 17:24:25.517642 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-a528f82f-aac6-44cb-bf99-5d9ef7e941bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:25.550566 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a528f82f-aac6-44cb-bf99-5d9ef7e941bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa12296b-7db1-4a87-ab2e-c4ca0646142d,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:25.555471 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-196a3806-6be2-4b91-98b9-ad6c02632677 req-26727a7a-72ce-4901-b4bf-a8d393aa6341 tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] 10.222.0.89 "GET /v2.0/ports?device_id=880f71cc-689e-4321-94c8-2a7dd3812f6b HTTP/1.1" status: 200 len: 210 time: 0.0468860 Aug 06 17:24:25.602326 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-a528f82f-aac6-44cb-bf99-5d9ef7e941bc admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9f43afe11c05442fb12228c6fc5d576f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7051594 Aug 06 17:24:25.603175 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 59564) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:25.688188 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-a877ea59-34c1-4350-b587-57bbb3d7d667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:25.704411 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-2888621e-f808-40c1-ac98-cfa0c3905ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:25.713895 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-2888621e-f808-40c1-ac98-cfa0c3905ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:25.721325 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-a877ea59-34c1-4350-b587-57bbb3d7d667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:25.765605 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5fa6c-a8ad-42b3-91d5-9570603cc062 req-dc597dbd-be6c-40cb-8e22-46e8bc4319ac tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:25.766940 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f5e5fa6c-a8ad-42b3-91d5-9570603cc062 req-dc597dbd-be6c-40cb-8e22-46e8bc4319ac tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.0562229 Aug 06 17:24:25.768148 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2888621e-f808-40c1-ac98-cfa0c3905ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c35108-1eb7-41f2-b247-c085feb51027,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:25.785843 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-2888621e-f808-40c1-ac98-cfa0c3905ecc admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=925a7ce538454ea386bb6e1d59b58c7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4222953 Aug 06 17:24:25.789179 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 59568) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:25.813687 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f5e5fa6c-a8ad-42b3-91d5-9570603cc062 req-77d523e7-a534-4c2e-813b-3edf3718e0f0 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368664 Aug 06 17:24:25.840165 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-a877ea59-34c1-4350-b587-57bbb3d7d667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:25.842671 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-a877ea59-34c1-4350-b587-57bbb3d7d667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:25.843927 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-a877ea59-34c1-4350-b587-57bbb3d7d667 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/aa12296b-7db1-4a87-ab2e-c4ca0646142d HTTP/1.1" status: 204 len: 168 time: 0.2395730 Aug 06 17:24:25.853721 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-ce8836fd-dc28-416f-b2ce-a3692be28615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:25.859291 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a877ea59-34c1-4350-b587-57bbb3d7d667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa12296b-7db1-4a87-ab2e-c4ca0646142d,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:25.878638 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-ce8836fd-dc28-416f-b2ce-a3692be28615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:25.925293 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-ce8836fd-dc28-416f-b2ce-a3692be28615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:25.927851 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-ce8836fd-dc28-416f-b2ce-a3692be28615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:25.929045 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-ce8836fd-dc28-416f-b2ce-a3692be28615 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f3c35108-1eb7-41f2-b247-c085feb51027 HTTP/1.1" status: 204 len: 168 time: 0.1389763 Aug 06 17:24:25.937554 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8836fd-dc28-416f-b2ce-a3692be28615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c35108-1eb7-41f2-b247-c085feb51027,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:26.258648 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 59588) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:26.272017 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-4ca4ba87-76c5-404b-8d6f-ffc2c5f8a138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:26.377194 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-4ca4ba87-76c5-404b-8d6f-ffc2c5f8a138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:26.382820 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-4ca4ba87-76c5-404b-8d6f-ffc2c5f8a138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:26.426968 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-4ca4ba87-76c5-404b-8d6f-ffc2c5f8a138 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=7974f6a221ec4f099360fca445129139&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1669490 Aug 06 17:24:26.428420 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca4ba87-76c5-404b-8d6f-ffc2c5f8a138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0212736-280b-40b3-b4cf-133d561ad63f,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:26.428833 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 59592) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:26.478792 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-513c5990-d75e-4822-894a-8906bafeee2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:26.500426 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-513c5990-d75e-4822-894a-8906bafeee2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:26.551212 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-513c5990-d75e-4822-894a-8906bafeee2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:26.553798 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-513c5990-d75e-4822-894a-8906bafeee2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:26.555271 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-513c5990-d75e-4822-894a-8906bafeee2f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d0212736-280b-40b3-b4cf-133d561ad63f HTTP/1.1" status: 204 len: 168 time: 0.1251557 Aug 06 17:24:26.566501 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c5990-d75e-4822-894a-8906bafeee2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0212736-280b-40b3-b4cf-133d561ad63f,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:26.715055 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-6b16fe08-d93c-4f05-baca-e63745b974b3 req-04131ae1-33e5-4ea6-bd67-13e598f1d8ef tempest-DeleteServersTestJSON-1699877027 tempest-DeleteServersTestJSON-1699877027-project] 10.222.0.89 "GET /v2.0/ports?device_id=880f71cc-689e-4321-94c8-2a7dd3812f6b HTTP/1.1" status: 200 len: 210 time: 0.0312240 Aug 06 17:24:26.955935 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:26.979978 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0baa9-5db6-461c-a807-c6af0b4fd7e3 req-650ae736-d469-48f2-be92-31f521732000 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:26.982729 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-9bc0baa9-5db6-461c-a807-c6af0b4fd7e3 req-650ae736-d469-48f2-be92-31f521732000 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.0695620 Aug 06 17:24:27.072932 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ed3c5-1e06-4ddf-8297-003d53604fbe req-5f39b163-9ffa-4d66-b4bb-365095158c96 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:27.077434 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-9bc0baa9-5db6-461c-a807-c6af0b4fd7e3 req-5bc60bf7-37e2-4135-90b8-e3a8888fbbf9 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745566 Aug 06 17:24:27.079792 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-7e5ed3c5-1e06-4ddf-8297-003d53604fbe req-5f39b163-9ffa-4d66-b4bb-365095158c96 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/networks?id=667f3d76-0448-4d79-b47c-1632f9911de8 HTTP/1.1" status: 200 len: 809 time: 0.1932900 Aug 06 17:24:27.106863 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-7e5ed3c5-1e06-4ddf-8297-003d53604fbe req-aa2513c1-30cb-4467-b65c-52c2af0f052e tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/quotas/78a47714c5794c17ba0ddfd332ba119e HTTP/1.1" status: 200 len: 375 time: 0.0211732 Aug 06 17:24:27.167993 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-7e5ed3c5-1e06-4ddf-8297-003d53604fbe req-fd6c7636-60e3-440c-9422-eabc8cdac915 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=78a47714c5794c17ba0ddfd332ba119e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544016 Aug 06 17:24:27.252219 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 59648) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:27.298565 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-7e5ed3c5-1e06-4ddf-8297-003d53604fbe req-56477d7d-67d5-4f49-b6bf-473d68331ac5 service neutron] 10.222.0.89 "GET /v2.0/networks/667f3d76-0448-4d79-b47c-1632f9911de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127496 Aug 06 17:24:27.582881 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-796256c8-9bd6-4985-aef9-93f9beec7abb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:27.641738 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-7e5ed3c5-1e06-4ddf-8297-003d53604fbe req-3aa06536-b706-40cd-aad9-ce95e35571ab service neutron] 10.222.0.89 "GET /v2.0/networks/667f3d76-0448-4d79-b47c-1632f9911de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380136 Aug 06 17:24:27.711091 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-796256c8-9bd6-4985-aef9-93f9beec7abb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:27.716066 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-796256c8-9bd6-4985-aef9-93f9beec7abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:27.775251 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-796256c8-9bd6-4985-aef9-93f9beec7abb admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f180d4f654f14d019852dd3c2811b43b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5196824 Aug 06 17:24:27.775640 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 59672) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:27.783644 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796256c8-9bd6-4985-aef9-93f9beec7abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ce1693-def2-4e60-a9de-ce9c9059ee07,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:27.808474 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796256c8-9bd6-4985-aef9-93f9beec7abb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:24:27.826452 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796256c8-9bd6-4985-aef9-93f9beec7abb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:24:27.827543 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796256c8-9bd6-4985-aef9-93f9beec7abb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:24:27.828359 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796256c8-9bd6-4985-aef9-93f9beec7abb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:24:27.828881 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796256c8-9bd6-4985-aef9-93f9beec7abb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:24:27.831033 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796256c8-9bd6-4985-aef9-93f9beec7abb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:24:27.831672 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796256c8-9bd6-4985-aef9-93f9beec7abb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:24:27.832658 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796256c8-9bd6-4985-aef9-93f9beec7abb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:24:27.833853 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796256c8-9bd6-4985-aef9-93f9beec7abb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:24:27.835308 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796256c8-9bd6-4985-aef9-93f9beec7abb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:24:27.836243 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796256c8-9bd6-4985-aef9-93f9beec7abb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:24:27.836946 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796256c8-9bd6-4985-aef9-93f9beec7abb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:24:27.878478 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-de939e41-2aaa-4bd7-8df8-72e57f65dbf6 req-049c1c44-92cd-492a-bbe3-66534a0253d6 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4ba1d10-2d63-4295-935a-a6b59e0cd8f5 HTTP/1.1" status: 200 len: 210 time: 0.0363483 Aug 06 17:24:27.903164 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-bca4530e-74c8-4d5b-8dcb-773ec4e837c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:27.931546 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-bca4530e-74c8-4d5b-8dcb-773ec4e837c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:27.997983 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-bca4530e-74c8-4d5b-8dcb-773ec4e837c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:28.001025 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-bca4530e-74c8-4d5b-8dcb-773ec4e837c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:28.004763 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-bca4530e-74c8-4d5b-8dcb-773ec4e837c7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/07ce1693-def2-4e60-a9de-ce9c9059ee07 HTTP/1.1" status: 204 len: 168 time: 0.2256618 Aug 06 17:24:28.011367 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4530e-74c8-4d5b-8dcb-773ec4e837c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ce1693-def2-4e60-a9de-ce9c9059ee07,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:28.020383 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4530e-74c8-4d5b-8dcb-773ec4e837c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:24:28.020730 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4530e-74c8-4d5b-8dcb-773ec4e837c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:24:28.021294 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4530e-74c8-4d5b-8dcb-773ec4e837c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:24:28.021600 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4530e-74c8-4d5b-8dcb-773ec4e837c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:24:28.021929 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4530e-74c8-4d5b-8dcb-773ec4e837c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:24:28.022273 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4530e-74c8-4d5b-8dcb-773ec4e837c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:24:28.022756 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4530e-74c8-4d5b-8dcb-773ec4e837c7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:24:28.023071 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4530e-74c8-4d5b-8dcb-773ec4e837c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:24:28.023396 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4530e-74c8-4d5b-8dcb-773ec4e837c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:24:28.023721 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4530e-74c8-4d5b-8dcb-773ec4e837c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:24:28.024173 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4530e-74c8-4d5b-8dcb-773ec4e837c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:24:28.024753 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4530e-74c8-4d5b-8dcb-773ec4e837c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:24:28.227151 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81ac9b-cf6f-471f-b720-c1b20558eefd req-b69e797d-23b8-4d59-8b74-992d295cfc6a tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:28.228649 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-ce81ac9b-cf6f-471f-b720-c1b20558eefd req-b69e797d-23b8-4d59-8b74-992d295cfc6a tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.0731745 Aug 06 17:24:28.276928 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-ce81ac9b-cf6f-471f-b720-c1b20558eefd req-9b84186c-93d9-4db4-ba3e-d2c2c762998c tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418813 Aug 06 17:24:28.779029 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device f4487757-be1d-4d54-ba93-a3166475e5f3 no longer exists at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:24:28.809625 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] No Port match for: f4487757-be1d-4d54-ba93-a3166475e5f3 {{(pid=93310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:24:28.810092 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device f4487757-be1d-4d54-ba93-a3166475e5f3 not bound to the agent host hv-cinder-80377 {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:24:28.981290 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-cc54818f-2405-41b1-9ad9-a876b4890741 req-c00b4c70-2cca-4893-9005-48838957d7fb tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4ba1d10-2d63-4295-935a-a6b59e0cd8f5 HTTP/1.1" status: 200 len: 210 time: 0.0277839 Aug 06 17:24:29.433191 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ed3c5-1e06-4ddf-8297-003d53604fbe req-70656afd-245c-491e-b158-aa5dd5b4440a tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:29.439097 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 59760) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:29.440568 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-7e5ed3c5-1e06-4ddf-8297-003d53604fbe req-70656afd-245c-491e-b158-aa5dd5b4440a tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.96 "GET /v2.0/networks?id=667f3d76-0448-4d79-b47c-1632f9911de8 HTTP/1.1" status: 200 len: 809 time: 0.2036061 Aug 06 17:24:29.473565 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [req-7e5ed3c5-1e06-4ddf-8297-003d53604fbe req-c01f5b87-dc92-44cb-8e2c-2dd21a20e464 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Request body: {'port': {'device_id': 'e4ba1d10-2d63-4295-935a-a6b59e0cd8f5', 'network_id': '667f3d76-0448-4d79-b47c-1632f9911de8', 'admin_state_up': True, 'tenant_id': '78a47714c5794c17ba0ddfd332ba119e'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:24:29.493155 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e920ca0-de6e-43fe-83da-a74384da6ed4 req-d018ce57-9354-492b-a5e4-7b63af0817ad tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:29.502312 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-6e920ca0-de6e-43fe-83da-a74384da6ed4 req-d018ce57-9354-492b-a5e4-7b63af0817ad tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.1017146 Aug 06 17:24:29.515163 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9045195-25cd-4805-9277-19fdaf763978 admin admin] Deleting subnet a3d6faab-a572-403c-a52e-2d4c31243d4d {{(pid=93309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 17:24:29.523782 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-e9045195-25cd-4805-9277-19fdaf763978 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:29.573315 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-e9045195-25cd-4805-9277-19fdaf763978 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:29.580098 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-6e920ca0-de6e-43fe-83da-a74384da6ed4 req-82c95ec2-1cb6-41c5-994e-57829441a29a tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767553 Aug 06 17:24:29.587048 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-e9045195-25cd-4805-9277-19fdaf763978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3688605'] for subnet, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:29.604836 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e5ed3c5-1e06-4ddf-8297-003d53604fbe req-c01f5b87-dc92-44cb-8e2c-2dd21a20e464 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Made reservation on behalf of 78a47714c5794c17ba0ddfd332ba119e for: {'port': 1} {{(pid=93308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:24:29.609015 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-7e5ed3c5-1e06-4ddf-8297-003d53604fbe req-c01f5b87-dc92-44cb-8e2c-2dd21a20e464 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:29.655374 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-e9045195-25cd-4805-9277-19fdaf763978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3688586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707'] for subnet, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:29.683279 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-e9045195-25cd-4805-9277-19fdaf763978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for subnet, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:29.686687 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-e9045195-25cd-4805-9277-19fdaf763978 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/a3d6faab-a572-403c-a52e-2d4c31243d4d HTTP/1.1" status: 204 len: 168 time: 0.2454872 Aug 06 17:24:29.687810 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9045195-25cd-4805-9277-19fdaf763978 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3d6faab-a572-403c-a52e-2d4c31243d4d,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:29.689355 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 59770) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:29.760809 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6c8aa6b6-d3eb-40fc-be4c-f6b07a62da09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798447'] for network, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:29.798967 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.db_base_plugin_common [req-7e5ed3c5-1e06-4ddf-8297-003d53604fbe req-c01f5b87-dc92-44cb-8e2c-2dd21a20e464 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Allocated IP 172.20.0.3 (667f3d76-0448-4d79-b47c-1632f9911de8/9c85d4a8-7cd3-44cf-80b8-bbdc587e7d67/1f8afa1c-5c50-4942-a6cc-7c616f9d6057) {{(pid=93308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:24:29.842635 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6c8aa6b6-d3eb-40fc-be4c-f6b07a62da09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3691302', 'neutron.services.segments.db._delete_segments_for_network-8768831503162'] for network, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:29.852822 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6c8aa6b6-d3eb-40fc-be4c-f6b07a62da09 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:24:29.853334 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6c8aa6b6-d3eb-40fc-be4c-f6b07a62da09 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:24:29.853892 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6c8aa6b6-d3eb-40fc-be4c-f6b07a62da09 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:24:29.854210 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6c8aa6b6-d3eb-40fc-be4c-f6b07a62da09 admin admin] Subscribe: > port after_create 55550000 {{(pid=93309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:24:29.854566 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6c8aa6b6-d3eb-40fc-be4c-f6b07a62da09 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:24:29.854904 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6c8aa6b6-d3eb-40fc-be4c-f6b07a62da09 admin admin] Subscribe: > port after_update 55550000 {{(pid=93309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:24:29.855208 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6c8aa6b6-d3eb-40fc-be4c-f6b07a62da09 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:24:29.855521 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6c8aa6b6-d3eb-40fc-be4c-f6b07a62da09 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:24:29.855832 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6c8aa6b6-d3eb-40fc-be4c-f6b07a62da09 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:24:29.856140 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6c8aa6b6-d3eb-40fc-be4c-f6b07a62da09 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:24:29.958031 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-7e5ed3c5-1e06-4ddf-8297-003d53604fbe req-c01f5b87-dc92-44cb-8e2c-2dd21a20e464 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Notify callbacks [] for port, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:30.002343 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-7e5ed3c5-1e06-4ddf-8297-003d53604fbe req-c01f5b87-dc92-44cb-8e2c-2dd21a20e464 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244'] for port, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:30.023943 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6c8aa6b6-d3eb-40fc-be4c-f6b07a62da09 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:24:30.024292 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6c8aa6b6-d3eb-40fc-be4c-f6b07a62da09 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:24:30.024642 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6c8aa6b6-d3eb-40fc-be4c-f6b07a62da09 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:24:30.025131 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6c8aa6b6-d3eb-40fc-be4c-f6b07a62da09 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:24:30.025505 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.services.segments.db [None req-6c8aa6b6-d3eb-40fc-be4c-f6b07a62da09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40a72730-b2bd-49a3-9c45-8408d74e9ca2']}} {{(pid=93309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:24:30.045065 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.services.segments.db [None req-6c8aa6b6-d3eb-40fc-be4c-f6b07a62da09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95a53fcf-5a7f-4fc8-ad8e-d1238bc24854') {'for_net_delete': True} {{(pid=93309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:24:30.045473 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.services.segments.db [None req-6c8aa6b6-d3eb-40fc-be4c-f6b07a62da09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95a53fcf-5a7f-4fc8-ad8e-d1238bc24854') {} {{(pid=93309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:24:30.054315 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e5ed3c5-1e06-4ddf-8297-003d53604fbe req-c01f5b87-dc92-44cb-8e2c-2dd21a20e464 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Network 667f3d76-0448-4d79-b47c-1632f9911de8 is already hosted by enough agents. {{(pid=93308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:24:30.062891 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6c8aa6b6-d3eb-40fc-be4c-f6b07a62da09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768831669908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29372860'] for segment, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:30.063145 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.base_scheduler [req-7e5ed3c5-1e06-4ddf-8297-003d53604fbe req-c01f5b87-dc92-44cb-8e2c-2dd21a20e464 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Resources bound (agent type, host, resource id): {{(pid=93308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:24:30.069724 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5ed3c5-1e06-4ddf-8297-003d53604fbe req-c01f5b87-dc92-44cb-8e2c-2dd21a20e464 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Received port after_create {{(pid=93308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:24:30.075453 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ed3c5-1e06-4ddf-8297-003d53604fbe req-c01f5b87-dc92-44cb-8e2c-2dd21a20e464 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:30.076126 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-7e5ed3c5-1e06-4ddf-8297-003d53604fbe req-c01f5b87-dc92-44cb-8e2c-2dd21a20e464 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:30.091126 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6c8aa6b6-d3eb-40fc-be4c-f6b07a62da09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022'] for segment, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:30.099806 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c8aa6b6-d3eb-40fc-be4c-f6b07a62da09 admin admin] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=93309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 17:24:30.100291 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6c8aa6b6-d3eb-40fc-be4c-f6b07a62da09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30379126'] for segment, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:30.105097 dv-cinder-803773-1-iscsi neutron-server[93309]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 06 17:24:30.105097 dv-cinder-803773-1-iscsi neutron-server[93309]: from cryptography.utils import int_from_bytes Aug 06 17:24:30.105097 dv-cinder-803773-1-iscsi neutron-server[93309]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 06 17:24:30.105097 dv-cinder-803773-1-iscsi neutron-server[93309]: from cryptography.utils import int_from_bytes Aug 06 17:24:30.105097 dv-cinder-803773-1-iscsi neutron-server[93309]: Traceback (most recent call last): Aug 06 17:24:30.105097 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 17:24:30.105097 dv-cinder-803773-1-iscsi neutron-server[93309]: timer() Aug 06 17:24:30.105097 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 17:24:30.105097 dv-cinder-803773-1-iscsi neutron-server[93309]: cb(*args, **kw) Aug 06 17:24:30.105097 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 17:24:30.105097 dv-cinder-803773-1-iscsi neutron-server[93309]: return func(*args, **kwargs) Aug 06 17:24:30.105097 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 17:24:30.105097 dv-cinder-803773-1-iscsi neutron-server[93309]: self._notify() Aug 06 17:24:30.105097 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 17:24:30.105097 dv-cinder-803773-1-iscsi neutron-server[93309]: self.callback(batched_events) Aug 06 17:24:30.105097 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 17:24:30.105097 dv-cinder-803773-1-iscsi neutron-server[93309]: event.method(event) Aug 06 17:24:30.105097 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 17:24:30.105097 dv-cinder-803773-1-iscsi neutron-server[93309]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 17:24:30.105097 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 17:24:30.105097 dv-cinder-803773-1-iscsi neutron-server[93309]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 17:24:30.105097 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 17:24:30.105097 dv-cinder-803773-1-iscsi neutron-server[93309]: return f(self, *a, **k) Aug 06 17:24:30.105097 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 17:24:30.105097 dv-cinder-803773-1-iscsi neutron-server[93309]: return self._get(url).json() Aug 06 17:24:30.105097 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 17:24:30.105097 dv-cinder-803773-1-iscsi neutron-server[93309]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 17:24:30.105097 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 17:24:30.105097 dv-cinder-803773-1-iscsi neutron-server[93309]: return self.request(url, 'GET', **kwargs) Aug 06 17:24:30.105097 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 17:24:30.105097 dv-cinder-803773-1-iscsi neutron-server[93309]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 17:24:30.105097 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 17:24:30.105097 dv-cinder-803773-1-iscsi neutron-server[93309]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 17:24:30.105097 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 17:24:30.105097 dv-cinder-803773-1-iscsi neutron-server[93309]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 17:24:30.105097 dv-cinder-803773-1-iscsi neutron-server[93309]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 17:24:30.117458 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01f5b87-dc92-44cb-8e2c-2dd21a20e464 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Pushing event updated for resources: {'Port': ['ID=1f8afa1c-5c50-4942-a6cc-7c616f9d6057,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:30.126641 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-7e5ed3c5-1e06-4ddf-8297-003d53604fbe req-c01f5b87-dc92-44cb-8e2c-2dd21a20e464 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6573038 Aug 06 17:24:30.145099 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ea99a-9aba-4498-a361-89fef441b3bc req-5f7d297a-6698-49be-9a66-9f2136d7aaa0 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:30.146585 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-026ea99a-9aba-4498-a361-89fef441b3bc req-5f7d297a-6698-49be-9a66-9f2136d7aaa0 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4ba1d10-2d63-4295-935a-a6b59e0cd8f5 HTTP/1.1" status: 200 len: 931 time: 0.0678377 Aug 06 17:24:30.153775 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [req-7e5ed3c5-1e06-4ddf-8297-003d53604fbe req-d4d32481-70bd-40bb-bc77-400a3c7612a0 service neutron] Request body: {'port': {'device_id': 'e4ba1d10-2d63-4295-935a-a6b59e0cd8f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80377'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:24:30.166875 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6c8aa6b6-d3eb-40fc-be4c-f6b07a62da09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3691295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435753'] for network, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:30.178128 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6c8aa6b6-d3eb-40fc-be4c-f6b07a62da09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for network, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:30.182509 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-6c8aa6b6-d3eb-40fc-be4c-f6b07a62da09 admin admin] 10.222.0.89 "DELETE /v2.0/networks/40a72730-b2bd-49a3-9c45-8408d74e9ca2 HTTP/1.1" status: 204 len: 168 time: 0.4898558 Aug 06 17:24:30.191200 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8aa6b6-d3eb-40fc-be4c-f6b07a62da09 admin admin] Pushing event deleted for resources: {'Network': ['ID=40a72730-b2bd-49a3-9c45-8408d74e9ca2,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:30.239149 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-026ea99a-9aba-4498-a361-89fef441b3bc req-eef438b3-d511-428e-af21-86760d840a56 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/security-groups?id=dc6ff9a3-fdd9-4e67-aba4-6a96d11d9f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819869 Aug 06 17:24:30.246183 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-7e5ed3c5-1e06-4ddf-8297-003d53604fbe req-d4d32481-70bd-40bb-bc77-400a3c7612a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:30.374021 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 59780) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:30.420680 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-16044b81-4440-4483-bcb2-572640b9f24e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=985256401bf64b94994154f2be59f43e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0453899 Aug 06 17:24:30.423663 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 59784) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:30.493012 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-4d8dab03-d037-47da-8999-d6144e69ba2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:30.514750 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-4d8dab03-d037-47da-8999-d6144e69ba2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:30.568423 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-4d8dab03-d037-47da-8999-d6144e69ba2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:30.571702 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-4d8dab03-d037-47da-8999-d6144e69ba2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:30.575991 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-4d8dab03-d037-47da-8999-d6144e69ba2f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/4ae41e73-7aeb-49bc-b79e-7150bbde1aa3 HTTP/1.1" status: 204 len: 168 time: 0.1476870 Aug 06 17:24:30.586759 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8dab03-d037-47da-8999-d6144e69ba2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae41e73-7aeb-49bc-b79e-7150bbde1aa3,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:30.621473 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.notifiers.nova [req-7e5ed3c5-1e06-4ddf-8297-003d53604fbe req-d4d32481-70bd-40bb-bc77-400a3c7612a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f8afa1c-5c50-4942-a6cc-7c616f9d6057 {{(pid=93308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:24:30.636488 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-7e5ed3c5-1e06-4ddf-8297-003d53604fbe req-d4d32481-70bd-40bb-bc77-400a3c7612a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:30.671105 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.provisioning_blocks [req-7e5ed3c5-1e06-4ddf-8297-003d53604fbe req-d4d32481-70bd-40bb-bc77-400a3c7612a0 service neutron] Transition to ACTIVE for port object 1f8afa1c-5c50-4942-a6cc-7c616f9d6057 will not be triggered until provisioned by entity L2. {{(pid=93308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:24:30.679167 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-7e5ed3c5-1e06-4ddf-8297-003d53604fbe req-d4d32481-70bd-40bb-bc77-400a3c7612a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:30.762804 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d32481-70bd-40bb-bc77-400a3c7612a0 service neutron] Pushing event updated for resources: {'Port': ['ID=1f8afa1c-5c50-4942-a6cc-7c616f9d6057,revision_number=2']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:30.806189 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.managers [req-7e5ed3c5-1e06-4ddf-8297-003d53604fbe req-d4d32481-70bd-40bb-bc77-400a3c7612a0 service neutron] Attempting to bind port 1f8afa1c-5c50-4942-a6cc-7c616f9d6057 on host hv-cinder-80377 for vnic_type normal with profile {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:24:30.806594 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.managers [req-7e5ed3c5-1e06-4ddf-8297-003d53604fbe req-d4d32481-70bd-40bb-bc77-400a3c7612a0 service neutron] Attempting to bind port 1f8afa1c-5c50-4942-a6cc-7c616f9d6057 by drivers openvswitch,hyperv on host hv-cinder-80377 at level 0 using segments [{'id': '818684ee-0485-4c29-9c74-7a6f98fe7965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '667f3d76-0448-4d79-b47c-1632f9911de8'}] {{(pid=93308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:24:30.806927 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5ed3c5-1e06-4ddf-8297-003d53604fbe req-d4d32481-70bd-40bb-bc77-400a3c7612a0 service neutron] Attempting to bind port 1f8afa1c-5c50-4942-a6cc-7c616f9d6057 on network 667f3d76-0448-4d79-b47c-1632f9911de8 {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:24:30.817164 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc34ec-4a4a-40e6-a840-893e27a8824c req-2a316eb1-291c-483c-ac36-45deef8e126e tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:30.818755 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-80cc34ec-4a4a-40e6-a840-893e27a8824c req-2a316eb1-291c-483c-ac36-45deef8e126e tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.1086268 Aug 06 17:24:30.822657 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5ed3c5-1e06-4ddf-8297-003d53604fbe req-d4d32481-70bd-40bb-bc77-400a3c7612a0 service neutron] Port 1f8afa1c-5c50-4942-a6cc-7c616f9d6057 on network 667f3d76-0448-4d79-b47c-1632f9911de8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80377 {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 17:24:30.822982 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5ed3c5-1e06-4ddf-8297-003d53604fbe req-d4d32481-70bd-40bb-bc77-400a3c7612a0 service neutron] Attempting to bind port 1f8afa1c-5c50-4942-a6cc-7c616f9d6057 on network 667f3d76-0448-4d79-b47c-1632f9911de8 {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:24:30.830228 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5ed3c5-1e06-4ddf-8297-003d53604fbe req-d4d32481-70bd-40bb-bc77-400a3c7612a0 service neutron] Checking agent: {'id': 'd2fb1ab5-1995-4796-a222-8ffdc3f56d02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 21, 40), 'started_at': datetime.datetime(2021, 8, 6, 17, 21, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:24:30.830586 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5ed3c5-1e06-4ddf-8297-003d53604fbe req-d4d32481-70bd-40bb-bc77-400a3c7612a0 service neutron] Checking segment: {'id': '818684ee-0485-4c29-9c74-7a6f98fe7965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '667f3d76-0448-4d79-b47c-1632f9911de8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:24:30.831152 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5ed3c5-1e06-4ddf-8297-003d53604fbe req-d4d32481-70bd-40bb-bc77-400a3c7612a0 service neutron] Bound using segment: {'id': '818684ee-0485-4c29-9c74-7a6f98fe7965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '667f3d76-0448-4d79-b47c-1632f9911de8'} {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:24:30.831614 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.managers [req-7e5ed3c5-1e06-4ddf-8297-003d53604fbe req-d4d32481-70bd-40bb-bc77-400a3c7612a0 service neutron] Bound port: 1f8afa1c-5c50-4942-a6cc-7c616f9d6057, host: hv-cinder-80377, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '818684ee-0485-4c29-9c74-7a6f98fe7965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '667f3d76-0448-4d79-b47c-1632f9911de8'}}] {{(pid=93308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:24:30.832031 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-7e5ed3c5-1e06-4ddf-8297-003d53604fbe req-d4d32481-70bd-40bb-bc77-400a3c7612a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:30.900263 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-80cc34ec-4a4a-40e6-a840-893e27a8824c req-d3548fac-ec2a-4425-83a9-bf9010eaa0d9 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717494 Aug 06 17:24:30.934753 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [req-7e5ed3c5-1e06-4ddf-8297-003d53604fbe req-d4d32481-70bd-40bb-bc77-400a3c7612a0 service neutron] For port 1f8afa1c-5c50-4942-a6cc-7c616f9d6057, host hv-cinder-80377, cleared binding levels {{(pid=93308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:24:30.939027 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [req-7e5ed3c5-1e06-4ddf-8297-003d53604fbe req-d4d32481-70bd-40bb-bc77-400a3c7612a0 service neutron] For port 1f8afa1c-5c50-4942-a6cc-7c616f9d6057, host hv-cinder-80377, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=1f8afa1c-5c50-4942-a6cc-7c616f9d6057,segment=NetworkSegment(818684ee-0485-4c29-9c74-7a6f98fe7965),segment_id=818684ee-0485-4c29-9c74-7a6f98fe7965)] {{(pid=93308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:24:30.946132 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-7e5ed3c5-1e06-4ddf-8297-003d53604fbe req-d4d32481-70bd-40bb-bc77-400a3c7612a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:30.992316 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ed3c5-1e06-4ddf-8297-003d53604fbe req-d4d32481-70bd-40bb-bc77-400a3c7612a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:30.993333 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-7e5ed3c5-1e06-4ddf-8297-003d53604fbe req-d4d32481-70bd-40bb-bc77-400a3c7612a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:30.994955 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-7e5ed3c5-1e06-4ddf-8297-003d53604fbe req-d4d32481-70bd-40bb-bc77-400a3c7612a0 service neutron] 10.222.0.96 "PUT /v2.0/ports/1f8afa1c-5c50-4942-a6cc-7c616f9d6057 HTTP/1.1" status: 200 len: 1093 time: 0.8460929 Aug 06 17:24:30.998456 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ba1d10-2d63-4295-935a-a6b59e0cd8f5', 'tag': '1f8afa1c-5c50-4942-a6cc-7c616f9d6057'}] {{(pid=93308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:24:30.999509 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9970891e86e7a54ba8327591cdb5f98a510e69f2198634f60bde42845cd177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a26d217-b784-420b-ade8-3d5c18eefbc9" -d '{"events": [{"name": "network-changed", "server_uuid": "e4ba1d10-2d63-4295-935a-a6b59e0cd8f5", "tag": "1f8afa1c-5c50-4942-a6cc-7c616f9d6057"}]}' {{(pid=93308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:24:31.054851 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d818be2b-1c02-4de4-a22e-eb1a77b3c4b3 x-openstack-request-id: req-d818be2b-1c02-4de4-a22e-eb1a77b3c4b3 {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:24:31.055537 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4ba1d10-2d63-4295-935a-a6b59e0cd8f5", "tag": "1f8afa1c-5c50-4942-a6cc-7c616f9d6057", "status": "completed", "code": 200}]} {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:24:31.055537 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d818be2b-1c02-4de4-a22e-eb1a77b3c4b3 {{(pid=93308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:24:31.055752 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4ba1d10-2d63-4295-935a-a6b59e0cd8f5', 'tag': '1f8afa1c-5c50-4942-a6cc-7c616f9d6057', 'status': 'completed', 'code': 200} Aug 06 17:24:31.056457 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d32481-70bd-40bb-bc77-400a3c7612a0 service neutron] Pushing event updated for resources: {'Port': ['ID=1f8afa1c-5c50-4942-a6cc-7c616f9d6057,revision_number=3']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:31.146643 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ed3c5-1e06-4ddf-8297-003d53604fbe req-f10e8e9c-92ae-4a03-925b-d4005af53a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:31.148129 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-7e5ed3c5-1e06-4ddf-8297-003d53604fbe req-f10e8e9c-92ae-4a03-925b-d4005af53a65 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=78a47714c5794c17ba0ddfd332ba119e&device_id=e4ba1d10-2d63-4295-935a-a6b59e0cd8f5 HTTP/1.1" status: 200 len: 1096 time: 0.0433095 Aug 06 17:24:31.218055 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-7e5ed3c5-1e06-4ddf-8297-003d53604fbe req-445fb638-18f6-4b4b-84ce-f3cb2bc35bc2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f8afa1c-5c50-4942-a6cc-7c616f9d6057 HTTP/1.1" status: 200 len: 217 time: 0.0387411 Aug 06 17:24:31.271106 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ed3c5-1e06-4ddf-8297-003d53604fbe req-8d06a81b-4fd2-47cf-a822-90f2afd90968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:31.272597 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-7e5ed3c5-1e06-4ddf-8297-003d53604fbe req-8d06a81b-4fd2-47cf-a822-90f2afd90968 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9c85d4a8-7cd3-44cf-80b8-bbdc587e7d67 HTTP/1.1" status: 200 len: 849 time: 0.0476341 Aug 06 17:24:31.306603 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-7e5ed3c5-1e06-4ddf-8297-003d53604fbe req-4b092455-dd94-4fed-98fb-a1a947b5554a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=667f3d76-0448-4d79-b47c-1632f9911de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262463 Aug 06 17:24:31.387667 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db88ac2-bf11-4595-b188-7bb15d8c7b6b req-5e0da87e-79f1-4d88-994e-d1bca79d2369 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:31.389554 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-7db88ac2-bf11-4595-b188-7bb15d8c7b6b req-5e0da87e-79f1-4d88-994e-d1bca79d2369 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4ba1d10-2d63-4295-935a-a6b59e0cd8f5 HTTP/1.1" status: 200 len: 943 time: 0.0664554 Aug 06 17:24:31.428543 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-7e5ed3c5-1e06-4ddf-8297-003d53604fbe req-200538e6-14ea-466e-ab5a-1b306b700b2b service neutron] 10.222.0.96 "GET /v2.0/networks/667f3d76-0448-4d79-b47c-1632f9911de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071784 Aug 06 17:24:31.462710 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-7db88ac2-bf11-4595-b188-7bb15d8c7b6b req-4fc4d548-568c-44de-baaa-51191e0b57c9 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/security-groups?id=dc6ff9a3-fdd9-4e67-aba4-6a96d11d9f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599966 Aug 06 17:24:31.551091 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-7e5ed3c5-1e06-4ddf-8297-003d53604fbe req-8b9e8dd0-9e16-49c8-84d3-349226fc89f5 service neutron] 10.222.0.96 "GET /v2.0/networks/667f3d76-0448-4d79-b47c-1632f9911de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966475 Aug 06 17:24:31.737503 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26d217-b784-420b-ade8-3d5c18eefbc9 req-3e2e134c-72d8-4ee4-98e7-b014c319d26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:31.739277 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-4a26d217-b784-420b-ade8-3d5c18eefbc9 req-3e2e134c-72d8-4ee4-98e7-b014c319d26c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=78a47714c5794c17ba0ddfd332ba119e&device_id=e4ba1d10-2d63-4295-935a-a6b59e0cd8f5 HTTP/1.1" status: 200 len: 1096 time: 0.0538023 Aug 06 17:24:31.867802 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26d217-b784-420b-ade8-3d5c18eefbc9 req-f4aff238-dac5-4f12-b9c1-b3497ea45251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:31.869526 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-4a26d217-b784-420b-ade8-3d5c18eefbc9 req-f4aff238-dac5-4f12-b9c1-b3497ea45251 service neutron] 10.222.0.96 "GET /v2.0/networks?id=667f3d76-0448-4d79-b47c-1632f9911de8 HTTP/1.1" status: 200 len: 911 time: 0.1222553 Aug 06 17:24:31.935516 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-4a26d217-b784-420b-ade8-3d5c18eefbc9 req-de3d61e5-54a0-452f-b016-693b94e5ba16 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f8afa1c-5c50-4942-a6cc-7c616f9d6057 HTTP/1.1" status: 200 len: 217 time: 0.0517378 Aug 06 17:24:32.011680 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26d217-b784-420b-ade8-3d5c18eefbc9 req-8aabb521-ad48-4a8a-899d-04ec892b4290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:32.013180 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-4a26d217-b784-420b-ade8-3d5c18eefbc9 req-8aabb521-ad48-4a8a-899d-04ec892b4290 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9c85d4a8-7cd3-44cf-80b8-bbdc587e7d67 HTTP/1.1" status: 200 len: 849 time: 0.0640538 Aug 06 17:24:32.036058 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d96ed-3194-4207-9afd-9638e1d956d5 req-3b78e5c2-6842-4da5-b548-71cc507211e1 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:32.037531 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-652d96ed-3194-4207-9afd-9638e1d956d5 req-3b78e5c2-6842-4da5-b548-71cc507211e1 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.0624192 Aug 06 17:24:32.074700 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-652d96ed-3194-4207-9afd-9638e1d956d5 req-98328bc6-2ffe-4164-a2e2-1c4a385d226e tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306413 Aug 06 17:24:32.096628 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-4a26d217-b784-420b-ade8-3d5c18eefbc9 req-e6316489-8662-4235-b64d-e355f4c3ecc7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=667f3d76-0448-4d79-b47c-1632f9911de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274129 Aug 06 17:24:32.211238 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-4a26d217-b784-420b-ade8-3d5c18eefbc9 req-057a04b8-56a8-49ca-bc62-a28a42fe5305 service neutron] 10.222.0.96 "GET /v2.0/networks/667f3d76-0448-4d79-b47c-1632f9911de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912199 Aug 06 17:24:32.316064 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-4a26d217-b784-420b-ade8-3d5c18eefbc9 req-fe0c4214-3918-4f49-90d2-a1e2ef92a106 service neutron] 10.222.0.96 "GET /v2.0/networks/667f3d76-0448-4d79-b47c-1632f9911de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939829 Aug 06 17:24:32.510004 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 59890) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:32.592382 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38151622-288a-4455-abb4-722a138b2c74 req-b423faea-fa99-4510-8e02-3a91016037c4 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:32.593880 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-38151622-288a-4455-abb4-722a138b2c74 req-b423faea-fa99-4510-8e02-3a91016037c4 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4ba1d10-2d63-4295-935a-a6b59e0cd8f5 HTTP/1.1" status: 200 len: 943 time: 0.0568075 Aug 06 17:24:32.627632 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-02c3d1a1-7bec-4698-8225-cb6bee612c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:32.658174 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-38151622-288a-4455-abb4-722a138b2c74 req-7f17ac89-eb0b-48f1-b00b-27a07333cd54 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/security-groups?id=dc6ff9a3-fdd9-4e67-aba4-6a96d11d9f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577664 Aug 06 17:24:32.736165 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-02c3d1a1-7bec-4698-8225-cb6bee612c7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:32.740977 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-02c3d1a1-7bec-4698-8225-cb6bee612c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:32.778292 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-02c3d1a1-7bec-4698-8225-cb6bee612c7b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=38fced6fe9cf4c38ad814feb7c487366&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2671640 Aug 06 17:24:32.778969 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c3d1a1-7bec-4698-8225-cb6bee612c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e838d6-276f-4332-9fa4-de40ced8a7b3,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:32.781088 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 59896) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:32.833160 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-7c53c082-37b0-4f52-a480-89367c432d06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:32.860419 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-7c53c082-37b0-4f52-a480-89367c432d06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:32.916391 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-7c53c082-37b0-4f52-a480-89367c432d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:32.919144 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-7c53c082-37b0-4f52-a480-89367c432d06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:32.920372 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-7c53c082-37b0-4f52-a480-89367c432d06 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/82e838d6-276f-4332-9fa4-de40ced8a7b3 HTTP/1.1" status: 204 len: 168 time: 0.1382406 Aug 06 17:24:32.928680 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53c082-37b0-4f52-a480-89367c432d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e838d6-276f-4332-9fa4-de40ced8a7b3,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:33.190285 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56aabd5-1f21-4fdf-abaf-e4f09da5b933 req-9b197d4e-64c1-41bf-a53f-91ec8f2f14c3 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:33.191783 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e56aabd5-1f21-4fdf-abaf-e4f09da5b933 req-9b197d4e-64c1-41bf-a53f-91ec8f2f14c3 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.0484247 Aug 06 17:24:33.209976 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 59912) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:33.223739 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-00586be9-05e0-4b37-9ef3-ef134a92dc3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:33.233301 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e56aabd5-1f21-4fdf-abaf-e4f09da5b933 req-2484250a-a955-402a-b750-99961a12918e tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354652 Aug 06 17:24:33.316898 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-00586be9-05e0-4b37-9ef3-ef134a92dc3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:33.321710 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-00586be9-05e0-4b37-9ef3-ef134a92dc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:33.359607 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-00586be9-05e0-4b37-9ef3-ef134a92dc3b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ba89357785ef40ae985ef6c26a78df6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1484823 Aug 06 17:24:33.360453 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00586be9-05e0-4b37-9ef3-ef134a92dc3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f6b001-ef6d-42ef-8026-e819fe6da9f0,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:33.362665 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 59914) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:33.414543 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-c841dc16-c6b0-41d0-bf55-cd75d3ac220e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:33.442620 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-c841dc16-c6b0-41d0-bf55-cd75d3ac220e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:33.498960 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-c841dc16-c6b0-41d0-bf55-cd75d3ac220e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:33.501545 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-c841dc16-c6b0-41d0-bf55-cd75d3ac220e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:33.502758 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-c841dc16-c6b0-41d0-bf55-cd75d3ac220e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/77f6b001-ef6d-42ef-8026-e819fe6da9f0 HTTP/1.1" status: 204 len: 168 time: 0.1389794 Aug 06 17:24:33.510955 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c841dc16-c6b0-41d0-bf55-cd75d3ac220e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f6b001-ef6d-42ef-8026-e819fe6da9f0,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:35.512820 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc028b2-add7-4cd6-9f95-3b8e2d0c958c req-b108fd21-acac-4bff-9627-fb1bbecc266a tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:35.514344 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-3fc028b2-add7-4cd6-9f95-3b8e2d0c958c req-b108fd21-acac-4bff-9627-fb1bbecc266a tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4ba1d10-2d63-4295-935a-a6b59e0cd8f5 HTTP/1.1" status: 200 len: 943 time: 0.0489876 Aug 06 17:24:35.541695 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a907bfe-67ae-47ee-82e6-1841ffb9d5ab req-98c6ec15-35ae-47d5-b475-bc79ecf9b60c tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:35.544088 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-7a907bfe-67ae-47ee-82e6-1841ffb9d5ab req-98c6ec15-35ae-47d5-b475-bc79ecf9b60c tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.0485477 Aug 06 17:24:35.552399 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-3fc028b2-add7-4cd6-9f95-3b8e2d0c958c req-3f2c8b8e-68e8-4d52-81fc-f952d45b7c91 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/security-groups?id=dc6ff9a3-fdd9-4e67-aba4-6a96d11d9f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320055 Aug 06 17:24:35.582206 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-7a907bfe-67ae-47ee-82e6-1841ffb9d5ab req-57b6e4ad-49aa-4f61-90b6-2b254d851228 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321622 Aug 06 17:24:39.968726 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 1f8afa1c-5c50-4942-a6cc-7c616f9d6057 details requested by agent hyperv_hv-cinder-80377 with host hv-cinder-80377 {{(pid=93310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 17:24:39.995497 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:40.080334 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port 1f8afa1c-5c50-4942-a6cc-7c616f9d6057, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=1f8afa1c-5c50-4942-a6cc-7c616f9d6057,segment=NetworkSegment(818684ee-0485-4c29-9c74-7a6f98fe7965),segment_id=818684ee-0485-4c29-9c74-7a6f98fe7965)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:24:40.091886 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Returning: {'device': '1f8afa1c-5c50-4942-a6cc-7c616f9d6057', 'network_id': '667f3d76-0448-4d79-b47c-1632f9911de8', 'port_id': '1f8afa1c-5c50-4942-a6cc-7c616f9d6057', 'mac_address': 'fa:16:3e:83:fc:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c85d4a8-7cd3-44cf-80b8-bbdc587e7d67', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 17:24:40.134078 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:40.147472 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f8afa1c-5c50-4942-a6cc-7c616f9d6057 {{(pid=93310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:24:40.175215 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port 1f8afa1c-5c50-4942-a6cc-7c616f9d6057, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=1f8afa1c-5c50-4942-a6cc-7c616f9d6057,segment=NetworkSegment(818684ee-0485-4c29-9c74-7a6f98fe7965),segment_id=818684ee-0485-4c29-9c74-7a6f98fe7965)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:24:40.182195 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:40.201612 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd516d-2689-40c0-83d9-413afbaed3e0 req-30ed5eed-7025-4e86-aa8f-2f0b73cca865 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:40.203174 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9bbd516d-2689-40c0-83d9-413afbaed3e0 req-30ed5eed-7025-4e86-aa8f-2f0b73cca865 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4ba1d10-2d63-4295-935a-a6b59e0cd8f5 HTTP/1.1" status: 200 len: 943 time: 0.0777586 Aug 06 17:24:40.233808 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9b897753-b2ac-44d6-8f5c-d7678b5c49fd req-0c4a28e8-8c9d-4ae2-8ca4-def4d0b31ed3 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692127 Aug 06 17:24:40.236317 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=1f8afa1c-5c50-4942-a6cc-7c616f9d6057,revision_number=4']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:40.243991 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:24:40.244341 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:24:40.244717 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:24:40.245050 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:24:40.245729 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:24:40.246214 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:24:40.246639 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:24:40.247149 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:24:40.247507 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:24:40.247840 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:24:40.247946 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9bbd516d-2689-40c0-83d9-413afbaed3e0 req-76faebca-b9f0-44e1-b598-9779be6b313c tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/security-groups?id=dc6ff9a3-fdd9-4e67-aba4-6a96d11d9f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386171 Aug 06 17:24:40.248161 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:24:40.248480 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:24:40.287528 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c547c28-c1b4-49b8-bca3-24c9c2a78c5a req-73b99d6c-3541-4a30-bb22-13e8c1465eb5 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:40.289104 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-1c547c28-c1b4-49b8-bca3-24c9c2a78c5a req-73b99d6c-3541-4a30-bb22-13e8c1465eb5 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.0600820 Aug 06 17:24:40.331828 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-1c547c28-c1b4-49b8-bca3-24c9c2a78c5a req-c31b0d6e-b93d-4560-9077-135ec903a461 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358469 Aug 06 17:24:40.368709 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b897753-b2ac-44d6-8f5c-d7678b5c49fd req-29f688ca-2216-42e7-ab79-02fbfb6e189d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:40.370512 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9b897753-b2ac-44d6-8f5c-d7678b5c49fd req-29f688ca-2216-42e7-ab79-02fbfb6e189d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d4d45ad3cd734f29b1d101a15856a9e4&device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 1098 time: 0.0432115 Aug 06 17:24:40.478521 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b897753-b2ac-44d6-8f5c-d7678b5c49fd req-8e8bf806-34c3-4f13-8396-0a0281c71402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:40.480299 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9b897753-b2ac-44d6-8f5c-d7678b5c49fd req-8e8bf806-34c3-4f13-8396-0a0281c71402 service neutron] 10.222.0.96 "GET /v2.0/networks?id=deea6c2c-89aa-49a9-8ca9-e984e33e872e HTTP/1.1" status: 200 len: 920 time: 0.0881002 Aug 06 17:24:40.529949 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9b897753-b2ac-44d6-8f5c-d7678b5c49fd req-dee7386f-2dc4-47a7-937a-0f585be7e9fe service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8414eecb-2a81-4939-9667-8a954bda4689 HTTP/1.1" status: 200 len: 217 time: 0.0340381 Aug 06 17:24:40.584325 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b897753-b2ac-44d6-8f5c-d7678b5c49fd req-c3f8b8ce-609c-4b14-a9c6-939c74e1e23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:40.585655 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9b897753-b2ac-44d6-8f5c-d7678b5c49fd req-c3f8b8ce-609c-4b14-a9c6-939c74e1e23b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c44d3273-d0a1-4d92-88ef-0e9181e87f95 HTTP/1.1" status: 200 len: 858 time: 0.0447917 Aug 06 17:24:40.630719 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9b897753-b2ac-44d6-8f5c-d7678b5c49fd req-48c68ada-39ba-4190-b84b-538a4dc08fca service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=deea6c2c-89aa-49a9-8ca9-e984e33e872e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316651 Aug 06 17:24:40.728673 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9b897753-b2ac-44d6-8f5c-d7678b5c49fd req-c753fa55-f09d-4a29-b41a-3936d2023c90 service neutron] 10.222.0.96 "GET /v2.0/networks/deea6c2c-89aa-49a9-8ca9-e984e33e872e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847251 Aug 06 17:24:40.828868 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] get_ports_and_sgs() called for port_ids ['1f8afa1c-5c50-4942-a6cc-7c616f9d6057'] {{(pid=93310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:24:40.841502 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9b897753-b2ac-44d6-8f5c-d7678b5c49fd req-796a2c2e-0553-46dd-89fa-30baaeb7c458 service neutron] 10.222.0.96 "GET /v2.0/networks/deea6c2c-89aa-49a9-8ca9-e984e33e872e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928562 Aug 06 17:24:41.423287 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80f58a-25de-4e59-ad56-822c1ae6e815 req-cbfb6e5d-bbb1-4db8-92b7-0e14f8746778 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:41.423287 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-ab80f58a-25de-4e59-ad56-822c1ae6e815 req-cbfb6e5d-bbb1-4db8-92b7-0e14f8746778 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4ba1d10-2d63-4295-935a-a6b59e0cd8f5 HTTP/1.1" status: 200 len: 944 time: 0.0535364 Aug 06 17:24:41.473126 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-ab80f58a-25de-4e59-ad56-822c1ae6e815 req-e7a45cb0-698e-472a-918c-1e87d761c464 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/security-groups?id=dc6ff9a3-fdd9-4e67-aba4-6a96d11d9f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337031 Aug 06 17:24:41.520945 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6cd45b-1ac8-4526-9851-c62c5c25fd72 req-6681e633-9024-44f9-a3ed-398a5cb4c660 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:41.522416 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-9c6cd45b-1ac8-4526-9851-c62c5c25fd72 req-6681e633-9024-44f9-a3ed-398a5cb4c660 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.0478368 Aug 06 17:24:41.565375 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-9c6cd45b-1ac8-4526-9851-c62c5c25fd72 req-2a1b69ac-7411-46dc-9228-5bbfd1354064 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339658 Aug 06 17:24:42.353406 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.agents_db [None req-f0f84874-ee0a-4567-8005-82f1841bb43f None None] Agent healthcheck: found 6 active agents {{(pid=93311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:24:42.665185 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d502b2-ccce-40fe-897b-1caec9ab5be2 req-093d9625-2e3f-47db-9329-f2c74fd4e9b0 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:42.666690 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-82d502b2-ccce-40fe-897b-1caec9ab5be2 req-093d9625-2e3f-47db-9329-f2c74fd4e9b0 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4ba1d10-2d63-4295-935a-a6b59e0cd8f5 HTTP/1.1" status: 200 len: 944 time: 0.0498970 Aug 06 17:24:42.705239 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-82d502b2-ccce-40fe-897b-1caec9ab5be2 req-04344123-d5f2-4159-b2c2-c5270bd702f9 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/security-groups?id=dc6ff9a3-fdd9-4e67-aba4-6a96d11d9f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327992 Aug 06 17:24:42.713079 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe211327-6935-42cd-abdd-18d9678994fa req-834ddc7a-a778-4d8d-afcb-e7a0bfad19e3 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:42.716360 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-fe211327-6935-42cd-abdd-18d9678994fa req-834ddc7a-a778-4d8d-afcb-e7a0bfad19e3 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.0508423 Aug 06 17:24:42.753529 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-fe211327-6935-42cd-abdd-18d9678994fa req-c3c5d35a-109d-4ef0-ba1d-ee0ba2b886aa tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326149 Aug 06 17:24:42.839574 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 1f8afa1c-5c50-4942-a6cc-7c616f9d6057 up at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:24:42.899473 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Provisioning for port 1f8afa1c-5c50-4942-a6cc-7c616f9d6057 completed by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:24:42.907176 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Provisioning complete for port 1f8afa1c-5c50-4942-a6cc-7c616f9d6057 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:24:42.908181 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:42.999929 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:43.027996 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ba1d10-2d63-4295-935a-a6b59e0cd8f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f8afa1c-5c50-4942-a6cc-7c616f9d6057'}] {{(pid=93310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:24:43.030318 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713379ad4201aa67d1557f3d7b7da947c96b0ad1778a29fd635d5f04ae47f1c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c930c5a4-fc7e-4516-b376-e728ccf43fd1" -d '{"events": [{"server_uuid": "e4ba1d10-2d63-4295-935a-a6b59e0cd8f5", "name": "network-vif-plugged", "status": "completed", "tag": "1f8afa1c-5c50-4942-a6cc-7c616f9d6057"}]}' {{(pid=93310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:24:43.043669 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port 1f8afa1c-5c50-4942-a6cc-7c616f9d6057, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=1f8afa1c-5c50-4942-a6cc-7c616f9d6057,segment=NetworkSegment(818684ee-0485-4c29-9c74-7a6f98fe7965),segment_id=818684ee-0485-4c29-9c74-7a6f98fe7965)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:24:43.048454 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:43.071656 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508370c5-fc42-4e65-bc8d-5668bd5efd67 x-openstack-request-id: req-508370c5-fc42-4e65-bc8d-5668bd5efd67 {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:24:43.071944 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ba1d10-2d63-4295-935a-a6b59e0cd8f5", "name": "network-vif-plugged", "status": "completed", "tag": "1f8afa1c-5c50-4942-a6cc-7c616f9d6057", "code": 200}]} {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:24:43.072189 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-508370c5-fc42-4e65-bc8d-5668bd5efd67 {{(pid=93310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:24:43.072567 dv-cinder-803773-1-iscsi neutron-server[93310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ba1d10-2d63-4295-935a-a6b59e0cd8f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f8afa1c-5c50-4942-a6cc-7c616f9d6057', 'code': 200} Aug 06 17:24:43.098706 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=1f8afa1c-5c50-4942-a6cc-7c616f9d6057,revision_number=5']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:43.354182 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce0deef-6fe3-45ee-8b06-2d316a0af00a req-269818e7-58fa-48af-a3d3-7d7941ea16f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:43.356218 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-fce0deef-6fe3-45ee-8b06-2d316a0af00a req-269818e7-58fa-48af-a3d3-7d7941ea16f3 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=e4ba1d10-2d63-4295-935a-a6b59e0cd8f5 HTTP/1.1" status: 200 len: 1098 time: 0.0493548 Aug 06 17:24:43.395302 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-fce0deef-6fe3-45ee-8b06-2d316a0af00a req-e5aad03c-2962-4983-aec3-6eee51f5d948 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=dc6ff9a3-fdd9-4e67-aba4-6a96d11d9f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289984 Aug 06 17:24:44.031517 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc09a54-48b4-497e-9eb0-9ef067887b6a req-52aa8ec5-115c-4bec-a7b3-723968206ae6 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:44.033056 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-0fc09a54-48b4-497e-9eb0-9ef067887b6a req-52aa8ec5-115c-4bec-a7b3-723968206ae6 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4ba1d10-2d63-4295-935a-a6b59e0cd8f5 HTTP/1.1" status: 200 len: 945 time: 0.0511417 Aug 06 17:24:44.071762 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47473eb1-f8f0-4c11-adc7-e24da3a17190 req-99497b53-8710-4fbc-94a9-a5fe0ad01402 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:44.073231 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-47473eb1-f8f0-4c11-adc7-e24da3a17190 req-99497b53-8710-4fbc-94a9-a5fe0ad01402 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.0509520 Aug 06 17:24:44.074467 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-0fc09a54-48b4-497e-9eb0-9ef067887b6a req-b761a5c2-0e6b-48d4-84e5-00524b9fea0c tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/security-groups?id=dc6ff9a3-fdd9-4e67-aba4-6a96d11d9f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342820 Aug 06 17:24:44.110956 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-47473eb1-f8f0-4c11-adc7-e24da3a17190 req-cfb2d24e-0cdf-4b46-ae93-18a533444da3 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317030 Aug 06 17:24:44.531828 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 60166) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:44.637630 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-455de4ea-9503-4c2c-bafd-541ed2a03663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:44.740198 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-455de4ea-9503-4c2c-bafd-541ed2a03663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:44.744536 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-455de4ea-9503-4c2c-bafd-541ed2a03663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:44.782228 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-455de4ea-9503-4c2c-bafd-541ed2a03663 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=3a7256819ffc4f138d9f4167bf887dc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2492881 Aug 06 17:24:44.783326 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455de4ea-9503-4c2c-bafd-541ed2a03663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ecf8f1b-7027-43eb-9833-e2dafe1b1977,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:44.785554 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 60182) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:44.834090 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-adf2127a-9d1d-4a6e-8a3b-01b042f88c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:44.858294 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-adf2127a-9d1d-4a6e-8a3b-01b042f88c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:44.905167 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-adf2127a-9d1d-4a6e-8a3b-01b042f88c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:44.907724 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-adf2127a-9d1d-4a6e-8a3b-01b042f88c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:44.908870 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-adf2127a-9d1d-4a6e-8a3b-01b042f88c54 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/7ecf8f1b-7027-43eb-9833-e2dafe1b1977 HTTP/1.1" status: 204 len: 168 time: 0.1224618 Aug 06 17:24:44.916406 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf2127a-9d1d-4a6e-8a3b-01b042f88c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ecf8f1b-7027-43eb-9833-e2dafe1b1977,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:45.194837 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 60202) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:45.211720 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-1ff0bdeb-cfd3-4450-b946-532ee381cb32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:45.309793 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-1ff0bdeb-cfd3-4450-b946-532ee381cb32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:45.315145 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-1ff0bdeb-cfd3-4450-b946-532ee381cb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:45.351677 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-1ff0bdeb-cfd3-4450-b946-532ee381cb32 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=fee84994065c4a558e342e3a4b58f25b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1555979 Aug 06 17:24:45.352506 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff0bdeb-cfd3-4450-b946-532ee381cb32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34faedcf-2334-4032-8dc2-200fa5b00529,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:45.354854 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 60204) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:45.404718 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-249eaae2-6d6c-4ae7-988e-2bfdf1e7b1c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:45.427143 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-249eaae2-6d6c-4ae7-988e-2bfdf1e7b1c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:45.477250 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-249eaae2-6d6c-4ae7-988e-2bfdf1e7b1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:45.480395 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-249eaae2-6d6c-4ae7-988e-2bfdf1e7b1c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:45.481572 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-249eaae2-6d6c-4ae7-988e-2bfdf1e7b1c0 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/34faedcf-2334-4032-8dc2-200fa5b00529 HTTP/1.1" status: 204 len: 168 time: 0.1256111 Aug 06 17:24:45.489184 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249eaae2-6d6c-4ae7-988e-2bfdf1e7b1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34faedcf-2334-4032-8dc2-200fa5b00529,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:45.838106 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 60212) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:45.854222 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-2713d84d-baf0-4a60-a3dd-9224b737e809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:45.948587 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-2713d84d-baf0-4a60-a3dd-9224b737e809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:45.953149 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-2713d84d-baf0-4a60-a3dd-9224b737e809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:45.990601 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-2713d84d-baf0-4a60-a3dd-9224b737e809 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c3f1285fde524090917c8df27850a7fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1511431 Aug 06 17:24:45.991657 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2713d84d-baf0-4a60-a3dd-9224b737e809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f07bb5f-90cb-41bb-a36e-94e3c6210d83,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:45.993304 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 60216) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:24:46.043007 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-a68af322-74bc-46b5-b986-23f10629267e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:46.066061 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-a68af322-74bc-46b5-b986-23f10629267e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:46.114018 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-a68af322-74bc-46b5-b986-23f10629267e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:46.119200 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-a68af322-74bc-46b5-b986-23f10629267e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:46.121484 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-a68af322-74bc-46b5-b986-23f10629267e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/9f07bb5f-90cb-41bb-a36e-94e3c6210d83 HTTP/1.1" status: 204 len: 168 time: 0.1267178 Aug 06 17:24:46.133184 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68af322-74bc-46b5-b986-23f10629267e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f07bb5f-90cb-41bb-a36e-94e3c6210d83,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:24:48.146117 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95117b0-2edd-47e9-9e78-3b33fd00fbee req-5f9379a6-1058-4af0-85cb-97902cde6fa0 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:48.147654 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f95117b0-2edd-47e9-9e78-3b33fd00fbee req-5f9379a6-1058-4af0-85cb-97902cde6fa0 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4ba1d10-2d63-4295-935a-a6b59e0cd8f5 HTTP/1.1" status: 200 len: 945 time: 0.0497684 Aug 06 17:24:48.187678 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f95117b0-2edd-47e9-9e78-3b33fd00fbee req-c790e17d-0b71-40b9-a5c1-8108d89a0afe tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/security-groups?id=dc6ff9a3-fdd9-4e67-aba4-6a96d11d9f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331261 Aug 06 17:24:48.221408 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e90d2-b4ac-442f-84c0-e9fa5efeae68 req-12cce7c7-7522-4f1d-a881-a7ea10268974 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:48.223578 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-161e90d2-b4ac-442f-84c0-e9fa5efeae68 req-12cce7c7-7522-4f1d-a881-a7ea10268974 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.0506859 Aug 06 17:24:48.262232 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-161e90d2-b4ac-442f-84c0-e9fa5efeae68 req-e7bc0c64-f41a-4243-a893-e2eb2c6c0e58 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332923 Aug 06 17:24:49.363340 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f9d54-69e3-4d7b-9856-6276f0f87902 req-6494c3d7-1eaf-46a2-98a0-75bc25b0c88f tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:49.364823 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-811f9d54-69e3-4d7b-9856-6276f0f87902 req-6494c3d7-1eaf-46a2-98a0-75bc25b0c88f tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4ba1d10-2d63-4295-935a-a6b59e0cd8f5 HTTP/1.1" status: 200 len: 945 time: 0.0491755 Aug 06 17:24:49.406515 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-811f9d54-69e3-4d7b-9856-6276f0f87902 req-3e8bc304-bfba-40d2-810c-e7b8c3c0cfd9 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/security-groups?id=dc6ff9a3-fdd9-4e67-aba4-6a96d11d9f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357604 Aug 06 17:24:49.415649 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdb675-2a3c-41f6-863a-7448224fd28b req-51b5f89b-d4a7-4ac6-b5ff-27f91bc13ff5 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:49.417312 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-74bdb675-2a3c-41f6-863a-7448224fd28b req-51b5f89b-d4a7-4ac6-b5ff-27f91bc13ff5 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.0534496 Aug 06 17:24:49.457111 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-74bdb675-2a3c-41f6-863a-7448224fd28b req-5c56433a-8385-4354-a748-40b498a9441a tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338278 Aug 06 17:24:50.589413 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4fe0d9-60f6-4c79-b8c3-525f83fd01fc req-8c5ed783-5bf6-44d6-9f48-b6a5c31aa86f tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:50.591077 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-ae4fe0d9-60f6-4c79-b8c3-525f83fd01fc req-8c5ed783-5bf6-44d6-9f48-b6a5c31aa86f tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.0531776 Aug 06 17:24:50.635036 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-ae4fe0d9-60f6-4c79-b8c3-525f83fd01fc req-25e92a45-5187-4766-8341-b52e9d6580d2 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377569 Aug 06 17:24:50.911677 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3185eee-9a8d-434a-b084-f27f03f8d65c req-4fa08933-dab2-44b1-a16f-b6e36d715eb7 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:50.913151 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-d3185eee-9a8d-434a-b084-f27f03f8d65c req-4fa08933-dab2-44b1-a16f-b6e36d715eb7 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4ba1d10-2d63-4295-935a-a6b59e0cd8f5 HTTP/1.1" status: 200 len: 945 time: 0.0483968 Aug 06 17:24:50.955946 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-d3185eee-9a8d-434a-b084-f27f03f8d65c req-283624f9-e719-449e-8cd8-59151a852882 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/security-groups?id=dc6ff9a3-fdd9-4e67-aba4-6a96d11d9f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342615 Aug 06 17:24:51.098360 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7f26b8f7-4273-4d66-ac00-1ebbbdbfee35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:51.770537 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa6fbca-de0c-4f46-96c9-3fedb3e4bf0b req-a5904dd3-b009-4287-93bd-97d6e5339230 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:51.772397 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-0fa6fbca-de0c-4f46-96c9-3fedb3e4bf0b req-a5904dd3-b009-4287-93bd-97d6e5339230 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.0591540 Aug 06 17:24:51.818297 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-0fa6fbca-de0c-4f46-96c9-3fedb3e4bf0b req-f0fd31e9-0824-4b34-8929-0082065018a7 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372565 Aug 06 17:24:52.090935 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c6547f-81f7-47a3-b745-e36dcd1ae622 req-3833ccbc-f53e-4177-a93c-931e76563445 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:52.097949 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-b3c6547f-81f7-47a3-b745-e36dcd1ae622 req-3833ccbc-f53e-4177-a93c-931e76563445 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4ba1d10-2d63-4295-935a-a6b59e0cd8f5 HTTP/1.1" status: 200 len: 945 time: 0.0593545 Aug 06 17:24:52.137440 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-b3c6547f-81f7-47a3-b745-e36dcd1ae622 req-6331e080-1032-4781-9025-5e0c2c3571a7 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/security-groups?id=dc6ff9a3-fdd9-4e67-aba4-6a96d11d9f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386109 Aug 06 17:24:53.359501 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-75413c4d-937f-4d4b-beac-2e907d376b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:54.086915 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:55.102379 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:55.416351 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011af89-3ce4-4d49-bb5a-ac614dea4238 req-b64843a1-0bb7-43af-9de8-d7ada5a9f8a3 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:55.418248 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-7011af89-3ce4-4d49-bb5a-ac614dea4238 req-b64843a1-0bb7-43af-9de8-d7ada5a9f8a3 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.0597861 Aug 06 17:24:55.460790 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b61a5-4810-4a52-b595-86daf7f11137 req-3c7792c9-1989-4ce7-bf8e-bd3136edb9e6 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:55.462535 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-df2b61a5-4810-4a52-b595-86daf7f11137 req-3c7792c9-1989-4ce7-bf8e-bd3136edb9e6 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4ba1d10-2d63-4295-935a-a6b59e0cd8f5 HTTP/1.1" status: 200 len: 945 time: 0.0571740 Aug 06 17:24:55.473325 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-7011af89-3ce4-4d49-bb5a-ac614dea4238 req-e0679fd1-8836-426c-b4a1-3f326155be7c tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477433 Aug 06 17:24:55.510809 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-df2b61a5-4810-4a52-b595-86daf7f11137 req-8763af71-6d4f-4aa1-a5ab-4fe385ac4234 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/security-groups?id=dc6ff9a3-fdd9-4e67-aba4-6a96d11d9f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402486 Aug 06 17:24:56.950222 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:59.776418 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb95b5-2adc-47e9-89f7-2ce5a48cf197 req-bc29922c-6772-4818-bab4-de829c43b996 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:59.777834 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-e9fb95b5-2adc-47e9-89f7-2ce5a48cf197 req-bc29922c-6772-4818-bab4-de829c43b996 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.96 "GET /v2.0/ports?device_id=e4ba1d10-2d63-4295-935a-a6b59e0cd8f5 HTTP/1.1" status: 200 len: 945 time: 0.0480824 Aug 06 17:24:59.963008 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2f8a2-1d5b-4738-9190-875d0c6c81de req-efe30789-4718-4386-b052-43e0760fa4b2 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:24:59.964509 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f0a2f8a2-1d5b-4738-9190-875d0c6c81de req-efe30789-4718-4386-b052-43e0760fa4b2 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4ba1d10-2d63-4295-935a-a6b59e0cd8f5 HTTP/1.1" status: 200 len: 945 time: 0.0503817 Aug 06 17:25:00.014150 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f0a2f8a2-1d5b-4738-9190-875d0c6c81de req-4a471c39-72f3-4e2e-bbf7-c85ddbd4c5fc tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/security-groups?id=dc6ff9a3-fdd9-4e67-aba4-6a96d11d9f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436499 Aug 06 17:25:00.123336 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e326d-6e22-445a-8177-da18d7785438 req-0acd643e-303b-45dc-9ef4-471ab7ec0516 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:00.124787 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-675e326d-6e22-445a-8177-da18d7785438 req-0acd643e-303b-45dc-9ef4-471ab7ec0516 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.2707312 Aug 06 17:25:00.129200 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [req-e9fb95b5-2adc-47e9-89f7-2ce5a48cf197 req-e2a499cc-a6c8-4986-b658-ec67c330b6b3 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Deleting port 1f8afa1c-5c50-4942-a6cc-7c616f9d6057 {{(pid=93308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:25:00.129555 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-e9fb95b5-2adc-47e9-89f7-2ce5a48cf197 req-e2a499cc-a6c8-4986-b658-ec67c330b6b3 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:00.214002 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-675e326d-6e22-445a-8177-da18d7785438 req-d11b3d69-70f0-4b9f-bc5a-6e3044b9f46d tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813797 Aug 06 17:25:00.244237 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [req-e9fb95b5-2adc-47e9-89f7-2ce5a48cf197 req-e2a499cc-a6c8-4986-b658-ec67c330b6b3 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] For port 1f8afa1c-5c50-4942-a6cc-7c616f9d6057, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=1f8afa1c-5c50-4942-a6cc-7c616f9d6057,segment=NetworkSegment(818684ee-0485-4c29-9c74-7a6f98fe7965),segment_id=818684ee-0485-4c29-9c74-7a6f98fe7965)] {{(pid=93308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:25:00.244600 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-e9fb95b5-2adc-47e9-89f7-2ce5a48cf197 req-e2a499cc-a6c8-4986-b658-ec67c330b6b3 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:00.258140 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [req-e9fb95b5-2adc-47e9-89f7-2ce5a48cf197 req-e2a499cc-a6c8-4986-b658-ec67c330b6b3 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Calling delete_port for 1f8afa1c-5c50-4942-a6cc-7c616f9d6057 owned by compute:nova {{(pid=93308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:25:00.398806 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-e9fb95b5-2adc-47e9-89f7-2ce5a48cf197 req-e2a499cc-a6c8-4986-b658-ec67c330b6b3 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253'] for port, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:00.434470 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a499cc-a6c8-4986-b658-ec67c330b6b3 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Pushing event deleted for resources: {'Port': ['ID=1f8afa1c-5c50-4942-a6cc-7c616f9d6057,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:25:00.474933 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9fb95b5-2adc-47e9-89f7-2ce5a48cf197 req-e2a499cc-a6c8-4986-b658-ec67c330b6b3 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] No DVR routers for this DVR port 1f8afa1c-5c50-4942-a6cc-7c616f9d6057 on host hv-cinder-80377 {{(pid=93308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:25:00.478114 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-e9fb95b5-2adc-47e9-89f7-2ce5a48cf197 req-e2a499cc-a6c8-4986-b658-ec67c330b6b3 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:00.480238 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-e9fb95b5-2adc-47e9-89f7-2ce5a48cf197 req-e2a499cc-a6c8-4986-b658-ec67c330b6b3 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.96 "DELETE /v2.0/ports/1f8afa1c-5c50-4942-a6cc-7c616f9d6057 HTTP/1.1" status: 204 len: 173 time: 0.6860781 Aug 06 17:25:00.480664 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ba1d10-2d63-4295-935a-a6b59e0cd8f5', 'name': 'network-vif-deleted', 'tag': '1f8afa1c-5c50-4942-a6cc-7c616f9d6057'}] {{(pid=93308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:25:00.482986 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9970891e86e7a54ba8327591cdb5f98a510e69f2198634f60bde42845cd177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447a53bf-b534-47c8-a373-60fa786f16eb" -d '{"events": [{"server_uuid": "e4ba1d10-2d63-4295-935a-a6b59e0cd8f5", "name": "network-vif-deleted", "tag": "1f8afa1c-5c50-4942-a6cc-7c616f9d6057"}]}' {{(pid=93308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:25:00.528011 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dcb1b81-7fc4-4b9b-8c78-cb4e3f1abb36 x-openstack-request-id: req-5dcb1b81-7fc4-4b9b-8c78-cb4e3f1abb36 {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:25:00.528282 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ba1d10-2d63-4295-935a-a6b59e0cd8f5", "name": "network-vif-deleted", "tag": "1f8afa1c-5c50-4942-a6cc-7c616f9d6057", "status": "completed", "code": 200}]} {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:25:00.528572 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-5dcb1b81-7fc4-4b9b-8c78-cb4e3f1abb36 {{(pid=93308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:25:00.528938 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ba1d10-2d63-4295-935a-a6b59e0cd8f5', 'name': 'network-vif-deleted', 'tag': '1f8afa1c-5c50-4942-a6cc-7c616f9d6057', 'status': 'completed', 'code': 200} Aug 06 17:25:01.132066 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f65202c2-44d3-43cd-9847-2164f308a1d1 req-4d3e02a8-73fe-43e5-a819-167e624b52b9 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4ba1d10-2d63-4295-935a-a6b59e0cd8f5 HTTP/1.1" status: 200 len: 210 time: 0.0271046 Aug 06 17:25:01.344630 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc79e97-1078-4883-a5c4-011af96f99ed req-2c41a205-5e91-4cb9-af0d-406edea61642 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:01.346538 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-1bc79e97-1078-4883-a5c4-011af96f99ed req-2c41a205-5e91-4cb9-af0d-406edea61642 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.0526543 Aug 06 17:25:01.388150 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-1bc79e97-1078-4883-a5c4-011af96f99ed req-09dad4c0-1f4b-4852-bf4b-62d9da243621 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355046 Aug 06 17:25:01.568734 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 1f8afa1c-5c50-4942-a6cc-7c616f9d6057 no longer exists at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:25:01.597934 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] No Port match for: 1f8afa1c-5c50-4942-a6cc-7c616f9d6057 {{(pid=93310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:25:01.598267 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 1f8afa1c-5c50-4942-a6cc-7c616f9d6057 not bound to the agent host hv-cinder-80377 {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:25:02.474355 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ffa34-b1c3-45ef-bc9e-e105a7e992af req-8de79440-8e4f-4833-94c8-af4b2721087d tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:02.475829 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-250ffa34-b1c3-45ef-bc9e-e105a7e992af req-8de79440-8e4f-4833-94c8-af4b2721087d tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/networks?id=667f3d76-0448-4d79-b47c-1632f9911de8 HTTP/1.1" status: 200 len: 809 time: 0.1107821 Aug 06 17:25:02.490789 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-250ffa34-b1c3-45ef-bc9e-e105a7e992af req-e60e1acf-cbbd-45b3-a683-b42ca187303d tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/quotas/78a47714c5794c17ba0ddfd332ba119e HTTP/1.1" status: 200 len: 375 time: 0.0092366 Aug 06 17:25:02.512795 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c05c3c-9cfe-4531-95d0-998632a1ef1e req-cf56529e-bb65-4288-b44a-367a5259e8ed tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:02.514287 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-79c05c3c-9cfe-4531-95d0-998632a1ef1e req-cf56529e-bb65-4288-b44a-367a5259e8ed tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.0522783 Aug 06 17:25:02.522233 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-250ffa34-b1c3-45ef-bc9e-e105a7e992af req-9003e3af-76f1-4583-851a-fb48b99db34a tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=78a47714c5794c17ba0ddfd332ba119e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253499 Aug 06 17:25:02.553895 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-79c05c3c-9cfe-4531-95d0-998632a1ef1e req-a32c8779-6e94-4223-bf5b-3910a65a6a57 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333717 Aug 06 17:25:02.817698 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-250ffa34-b1c3-45ef-bc9e-e105a7e992af req-bbe3e649-804e-4b40-ab71-94d4b22ad5aa service neutron] 10.222.0.89 "GET /v2.0/networks/667f3d76-0448-4d79-b47c-1632f9911de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884979 Aug 06 17:25:02.935614 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-250ffa34-b1c3-45ef-bc9e-e105a7e992af req-980d4335-04eb-4c3c-a584-92151a9b665a service neutron] 10.222.0.89 "GET /v2.0/networks/667f3d76-0448-4d79-b47c-1632f9911de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083024 Aug 06 17:25:03.109897 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-47ceba34-d41a-412a-ae46-2bca5a85930b req-302dea6b-a3dd-4b37-8345-d1c86d0cd4ba tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/ports?device_id=8bdcf38b-eab2-4cbd-81aa-109f51398728 HTTP/1.1" status: 200 len: 210 time: 0.0264139 Aug 06 17:25:05.436051 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601ea1f-9ab5-4c4e-a097-7f77d5fdcfb5 req-4a1d0e39-d256-41a9-8c11-ba3fa42d53ec tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:05.437548 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-5601ea1f-9ab5-4c4e-a097-7f77d5fdcfb5 req-4a1d0e39-d256-41a9-8c11-ba3fa42d53ec tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.0557890 Aug 06 17:25:05.481425 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-5601ea1f-9ab5-4c4e-a097-7f77d5fdcfb5 req-2e5aa0e8-4270-49f2-9959-b19e9ea69924 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372589 Aug 06 17:25:05.503662 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-c85c4368-6f39-4e48-abb7-3b8c93c3eb7d req-1ea41432-716f-48da-82e7-03c9776326a8 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/ports?device_id=8bdcf38b-eab2-4cbd-81aa-109f51398728 HTTP/1.1" status: 200 len: 210 time: 0.0338099 Aug 06 17:25:06.227008 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ffa34-b1c3-45ef-bc9e-e105a7e992af req-4c6eabc8-c28c-441b-bf08-a658a0a55390 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:06.228752 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-250ffa34-b1c3-45ef-bc9e-e105a7e992af req-4c6eabc8-c28c-441b-bf08-a658a0a55390 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.96 "GET /v2.0/networks?id=667f3d76-0448-4d79-b47c-1632f9911de8 HTTP/1.1" status: 200 len: 809 time: 0.1076303 Aug 06 17:25:06.253530 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [req-250ffa34-b1c3-45ef-bc9e-e105a7e992af req-83dfbc1e-da5d-45a2-b8fd-3e6e7ff3455b tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Request body: {'port': {'device_id': '8bdcf38b-eab2-4cbd-81aa-109f51398728', 'network_id': '667f3d76-0448-4d79-b47c-1632f9911de8', 'admin_state_up': True, 'tenant_id': '78a47714c5794c17ba0ddfd332ba119e'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:25:06.364714 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-250ffa34-b1c3-45ef-bc9e-e105a7e992af req-83dfbc1e-da5d-45a2-b8fd-3e6e7ff3455b tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Made reservation on behalf of 78a47714c5794c17ba0ddfd332ba119e for: {'port': 1} {{(pid=93308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:25:06.368656 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-250ffa34-b1c3-45ef-bc9e-e105a7e992af req-83dfbc1e-da5d-45a2-b8fd-3e6e7ff3455b tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:06.506406 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.db_base_plugin_common [req-250ffa34-b1c3-45ef-bc9e-e105a7e992af req-83dfbc1e-da5d-45a2-b8fd-3e6e7ff3455b tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Allocated IP 172.20.0.7 (667f3d76-0448-4d79-b47c-1632f9911de8/9c85d4a8-7cd3-44cf-80b8-bbdc587e7d67/95455eda-92c8-47ca-8ff0-35c2ec95656c) {{(pid=93308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:25:06.630685 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172794a-b7cf-40a4-bbe8-e523aadce035 req-6449306f-b3ea-4c7d-99a2-ba85277c4ff2 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:06.633124 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e172794a-b7cf-40a4-bbe8-e523aadce035 req-6449306f-b3ea-4c7d-99a2-ba85277c4ff2 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.0749123 Aug 06 17:25:06.667121 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-250ffa34-b1c3-45ef-bc9e-e105a7e992af req-83dfbc1e-da5d-45a2-b8fd-3e6e7ff3455b tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Notify callbacks [] for port, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:06.717359 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-250ffa34-b1c3-45ef-bc9e-e105a7e992af req-83dfbc1e-da5d-45a2-b8fd-3e6e7ff3455b tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244'] for port, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:06.726733 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e172794a-b7cf-40a4-bbe8-e523aadce035 req-91914799-b33d-4b4c-abd9-004fc1b0f1c8 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758152 Aug 06 17:25:06.774614 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-250ffa34-b1c3-45ef-bc9e-e105a7e992af req-83dfbc1e-da5d-45a2-b8fd-3e6e7ff3455b tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Network 667f3d76-0448-4d79-b47c-1632f9911de8 is already hosted by enough agents. {{(pid=93308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:25:06.786413 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.base_scheduler [req-250ffa34-b1c3-45ef-bc9e-e105a7e992af req-83dfbc1e-da5d-45a2-b8fd-3e6e7ff3455b tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Resources bound (agent type, host, resource id): {{(pid=93308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:25:06.791268 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.l3_dvrscheduler_db [req-250ffa34-b1c3-45ef-bc9e-e105a7e992af req-83dfbc1e-da5d-45a2-b8fd-3e6e7ff3455b tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Received port after_create {{(pid=93308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:25:06.796675 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ffa34-b1c3-45ef-bc9e-e105a7e992af req-83dfbc1e-da5d-45a2-b8fd-3e6e7ff3455b tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:06.797367 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-250ffa34-b1c3-45ef-bc9e-e105a7e992af req-83dfbc1e-da5d-45a2-b8fd-3e6e7ff3455b tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:06.821203 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb972b6b-963f-40b6-aba5-1abe31502e29 req-95e9d7a9-aab5-40a4-babd-d5a1d5801d3a tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:06.822797 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-fb972b6b-963f-40b6-aba5-1abe31502e29 req-95e9d7a9-aab5-40a4-babd-d5a1d5801d3a tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/ports?device_id=8bdcf38b-eab2-4cbd-81aa-109f51398728 HTTP/1.1" status: 200 len: 931 time: 0.1171446 Aug 06 17:25:06.823416 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dfbc1e-da5d-45a2-b8fd-3e6e7ff3455b tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Pushing event updated for resources: {'Port': ['ID=95455eda-92c8-47ca-8ff0-35c2ec95656c,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:25:06.839636 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-250ffa34-b1c3-45ef-bc9e-e105a7e992af req-83dfbc1e-da5d-45a2-b8fd-3e6e7ff3455b tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5904565 Aug 06 17:25:06.869592 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [req-250ffa34-b1c3-45ef-bc9e-e105a7e992af req-5fc057e2-da60-49ef-b3b6-8af89b9ea917 service neutron] Request body: {'port': {'device_id': '8bdcf38b-eab2-4cbd-81aa-109f51398728', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80377'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:25:06.892850 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-fb972b6b-963f-40b6-aba5-1abe31502e29 req-19e9d6cf-5178-460b-b721-7a13059dedfe tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/security-groups?id=dc6ff9a3-fdd9-4e67-aba4-6a96d11d9f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623863 Aug 06 17:25:06.948060 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-250ffa34-b1c3-45ef-bc9e-e105a7e992af req-5fc057e2-da60-49ef-b3b6-8af89b9ea917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:07.016248 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 60674) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:25:07.147732 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-18b6a51e-7ca0-4168-84dc-3c93133bb706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:07.313098 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.notifiers.nova [req-250ffa34-b1c3-45ef-bc9e-e105a7e992af req-5fc057e2-da60-49ef-b3b6-8af89b9ea917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95455eda-92c8-47ca-8ff0-35c2ec95656c {{(pid=93308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:25:07.321950 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-250ffa34-b1c3-45ef-bc9e-e105a7e992af req-5fc057e2-da60-49ef-b3b6-8af89b9ea917 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:07.347223 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-18b6a51e-7ca0-4168-84dc-3c93133bb706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:07.348423 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.provisioning_blocks [req-250ffa34-b1c3-45ef-bc9e-e105a7e992af req-5fc057e2-da60-49ef-b3b6-8af89b9ea917 service neutron] Transition to ACTIVE for port object 95455eda-92c8-47ca-8ff0-35c2ec95656c will not be triggered until provisioned by entity L2. {{(pid=93308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:25:07.351444 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-18b6a51e-7ca0-4168-84dc-3c93133bb706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:07.361189 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-250ffa34-b1c3-45ef-bc9e-e105a7e992af req-5fc057e2-da60-49ef-b3b6-8af89b9ea917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:07.417482 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-18b6a51e-7ca0-4168-84dc-3c93133bb706 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9f8cb68badcd476a9d7b70d2c19c803a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4001417 Aug 06 17:25:07.421178 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 60680) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:25:07.431484 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6a51e-7ca0-4168-84dc-3c93133bb706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0de73d-cdbd-46c2-a376-d5f68c730665,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:25:07.440307 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc057e2-da60-49ef-b3b6-8af89b9ea917 service neutron] Pushing event updated for resources: {'Port': ['ID=95455eda-92c8-47ca-8ff0-35c2ec95656c,revision_number=2']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:25:07.473746 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.managers [req-250ffa34-b1c3-45ef-bc9e-e105a7e992af req-5fc057e2-da60-49ef-b3b6-8af89b9ea917 service neutron] Attempting to bind port 95455eda-92c8-47ca-8ff0-35c2ec95656c on host hv-cinder-80377 for vnic_type normal with profile {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:25:07.474330 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.managers [req-250ffa34-b1c3-45ef-bc9e-e105a7e992af req-5fc057e2-da60-49ef-b3b6-8af89b9ea917 service neutron] Attempting to bind port 95455eda-92c8-47ca-8ff0-35c2ec95656c by drivers openvswitch,hyperv on host hv-cinder-80377 at level 0 using segments [{'id': '818684ee-0485-4c29-9c74-7a6f98fe7965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '667f3d76-0448-4d79-b47c-1632f9911de8'}] {{(pid=93308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:25:07.474850 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250ffa34-b1c3-45ef-bc9e-e105a7e992af req-5fc057e2-da60-49ef-b3b6-8af89b9ea917 service neutron] Attempting to bind port 95455eda-92c8-47ca-8ff0-35c2ec95656c on network 667f3d76-0448-4d79-b47c-1632f9911de8 {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:25:07.476349 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-13dfa970-f670-449a-af8b-f6bf1f1c689e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:07.479294 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250ffa34-b1c3-45ef-bc9e-e105a7e992af req-5fc057e2-da60-49ef-b3b6-8af89b9ea917 service neutron] Port 95455eda-92c8-47ca-8ff0-35c2ec95656c on network 667f3d76-0448-4d79-b47c-1632f9911de8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80377 {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 17:25:07.479605 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250ffa34-b1c3-45ef-bc9e-e105a7e992af req-5fc057e2-da60-49ef-b3b6-8af89b9ea917 service neutron] Attempting to bind port 95455eda-92c8-47ca-8ff0-35c2ec95656c on network 667f3d76-0448-4d79-b47c-1632f9911de8 {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:25:07.484485 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250ffa34-b1c3-45ef-bc9e-e105a7e992af req-5fc057e2-da60-49ef-b3b6-8af89b9ea917 service neutron] Checking agent: {'id': 'd2fb1ab5-1995-4796-a222-8ffdc3f56d02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 21, 40), 'started_at': datetime.datetime(2021, 8, 6, 17, 21, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:25:07.484810 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250ffa34-b1c3-45ef-bc9e-e105a7e992af req-5fc057e2-da60-49ef-b3b6-8af89b9ea917 service neutron] Checking segment: {'id': '818684ee-0485-4c29-9c74-7a6f98fe7965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '667f3d76-0448-4d79-b47c-1632f9911de8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:25:07.485186 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250ffa34-b1c3-45ef-bc9e-e105a7e992af req-5fc057e2-da60-49ef-b3b6-8af89b9ea917 service neutron] Bound using segment: {'id': '818684ee-0485-4c29-9c74-7a6f98fe7965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '667f3d76-0448-4d79-b47c-1632f9911de8'} {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:25:07.485591 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.managers [req-250ffa34-b1c3-45ef-bc9e-e105a7e992af req-5fc057e2-da60-49ef-b3b6-8af89b9ea917 service neutron] Bound port: 95455eda-92c8-47ca-8ff0-35c2ec95656c, host: hv-cinder-80377, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '818684ee-0485-4c29-9c74-7a6f98fe7965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '667f3d76-0448-4d79-b47c-1632f9911de8'}}] {{(pid=93308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:25:07.485942 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-250ffa34-b1c3-45ef-bc9e-e105a7e992af req-5fc057e2-da60-49ef-b3b6-8af89b9ea917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:07.499936 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-13dfa970-f670-449a-af8b-f6bf1f1c689e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:07.558221 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [req-250ffa34-b1c3-45ef-bc9e-e105a7e992af req-5fc057e2-da60-49ef-b3b6-8af89b9ea917 service neutron] For port 95455eda-92c8-47ca-8ff0-35c2ec95656c, host hv-cinder-80377, cleared binding levels {{(pid=93308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:25:07.559184 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-13dfa970-f670-449a-af8b-f6bf1f1c689e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:07.562695 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-13dfa970-f670-449a-af8b-f6bf1f1c689e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:07.562959 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [req-250ffa34-b1c3-45ef-bc9e-e105a7e992af req-5fc057e2-da60-49ef-b3b6-8af89b9ea917 service neutron] For port 95455eda-92c8-47ca-8ff0-35c2ec95656c, host hv-cinder-80377, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=95455eda-92c8-47ca-8ff0-35c2ec95656c,segment=NetworkSegment(818684ee-0485-4c29-9c74-7a6f98fe7965),segment_id=818684ee-0485-4c29-9c74-7a6f98fe7965)] {{(pid=93308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:25:07.564687 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-13dfa970-f670-449a-af8b-f6bf1f1c689e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/aa0de73d-cdbd-46c2-a376-d5f68c730665 HTTP/1.1" status: 204 len: 168 time: 0.1420863 Aug 06 17:25:07.571156 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-250ffa34-b1c3-45ef-bc9e-e105a7e992af req-5fc057e2-da60-49ef-b3b6-8af89b9ea917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:07.574181 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dfa970-f670-449a-af8b-f6bf1f1c689e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0de73d-cdbd-46c2-a376-d5f68c730665,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:25:07.621023 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ffa34-b1c3-45ef-bc9e-e105a7e992af req-5fc057e2-da60-49ef-b3b6-8af89b9ea917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:07.621669 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-250ffa34-b1c3-45ef-bc9e-e105a7e992af req-5fc057e2-da60-49ef-b3b6-8af89b9ea917 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:07.623245 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-250ffa34-b1c3-45ef-bc9e-e105a7e992af req-5fc057e2-da60-49ef-b3b6-8af89b9ea917 service neutron] 10.222.0.96 "PUT /v2.0/ports/95455eda-92c8-47ca-8ff0-35c2ec95656c HTTP/1.1" status: 200 len: 1093 time: 0.7637544 Aug 06 17:25:07.623694 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bdcf38b-eab2-4cbd-81aa-109f51398728', 'tag': '95455eda-92c8-47ca-8ff0-35c2ec95656c'}] {{(pid=93308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:25:07.625966 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9970891e86e7a54ba8327591cdb5f98a510e69f2198634f60bde42845cd177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027d7970-81f5-4649-b413-b8390bac0dd8" -d '{"events": [{"name": "network-changed", "server_uuid": "8bdcf38b-eab2-4cbd-81aa-109f51398728", "tag": "95455eda-92c8-47ca-8ff0-35c2ec95656c"}]}' {{(pid=93308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:25:07.646829 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc057e2-da60-49ef-b3b6-8af89b9ea917 service neutron] Pushing event updated for resources: {'Port': ['ID=95455eda-92c8-47ca-8ff0-35c2ec95656c,revision_number=3']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:25:07.693987 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba68febb-8004-418c-a024-91541279c34a x-openstack-request-id: req-ba68febb-8004-418c-a024-91541279c34a {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:25:07.694732 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bdcf38b-eab2-4cbd-81aa-109f51398728", "tag": "95455eda-92c8-47ca-8ff0-35c2ec95656c", "status": "completed", "code": 200}]} {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:25:07.694732 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ba68febb-8004-418c-a024-91541279c34a {{(pid=93308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:25:07.694965 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bdcf38b-eab2-4cbd-81aa-109f51398728', 'tag': '95455eda-92c8-47ca-8ff0-35c2ec95656c', 'status': 'completed', 'code': 200} Aug 06 17:25:07.788140 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ffa34-b1c3-45ef-bc9e-e105a7e992af req-d9264659-ed47-4330-b32d-399afa4e262b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:07.789737 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-250ffa34-b1c3-45ef-bc9e-e105a7e992af req-d9264659-ed47-4330-b32d-399afa4e262b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=78a47714c5794c17ba0ddfd332ba119e&device_id=8bdcf38b-eab2-4cbd-81aa-109f51398728 HTTP/1.1" status: 200 len: 1096 time: 0.0466442 Aug 06 17:25:07.845689 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-250ffa34-b1c3-45ef-bc9e-e105a7e992af req-7228649f-3da2-4372-8d0a-fe0a298a6a86 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95455eda-92c8-47ca-8ff0-35c2ec95656c HTTP/1.1" status: 200 len: 217 time: 0.0383627 Aug 06 17:25:07.859545 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7553b4-0110-4040-b0e7-3d5da80341ab req-361e5087-80d3-4ffb-a154-ab019a009e99 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:07.862386 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-9d7553b4-0110-4040-b0e7-3d5da80341ab req-361e5087-80d3-4ffb-a154-ab019a009e99 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.0621333 Aug 06 17:25:07.903177 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-9d7553b4-0110-4040-b0e7-3d5da80341ab req-fc132079-cefd-400e-8ecf-b0a83973d520 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347419 Aug 06 17:25:07.910774 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ffa34-b1c3-45ef-bc9e-e105a7e992af req-5baf4d87-74ce-4418-89a0-f78e2d1fd135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:07.912355 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-250ffa34-b1c3-45ef-bc9e-e105a7e992af req-5baf4d87-74ce-4418-89a0-f78e2d1fd135 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9c85d4a8-7cd3-44cf-80b8-bbdc587e7d67 HTTP/1.1" status: 200 len: 849 time: 0.0573883 Aug 06 17:25:07.948564 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-250ffa34-b1c3-45ef-bc9e-e105a7e992af req-86ec9487-565d-40ee-b1bf-57d8972ef6cc service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=667f3d76-0448-4d79-b47c-1632f9911de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259395 Aug 06 17:25:08.091384 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c18ed-5520-4186-bbdf-2751d7903d16 req-ecf7849c-1cf5-46b8-adf6-02929cb7119d tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:08.092783 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-291c18ed-5520-4186-bbdf-2751d7903d16 req-ecf7849c-1cf5-46b8-adf6-02929cb7119d tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/ports?device_id=8bdcf38b-eab2-4cbd-81aa-109f51398728 HTTP/1.1" status: 200 len: 943 time: 0.1065896 Aug 06 17:25:08.096943 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-250ffa34-b1c3-45ef-bc9e-e105a7e992af req-121f3268-804a-4f3e-a36f-5640a2d1038b service neutron] 10.222.0.96 "GET /v2.0/networks/667f3d76-0448-4d79-b47c-1632f9911de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389010 Aug 06 17:25:08.193160 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-291c18ed-5520-4186-bbdf-2751d7903d16 req-5a06809a-5392-4ae6-b412-670595426d84 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/security-groups?id=dc6ff9a3-fdd9-4e67-aba4-6a96d11d9f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920136 Aug 06 17:25:08.240040 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-250ffa34-b1c3-45ef-bc9e-e105a7e992af req-5f29e2f8-fa7c-400c-b036-170f42ca2eb2 service neutron] 10.222.0.96 "GET /v2.0/networks/667f3d76-0448-4d79-b47c-1632f9911de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315870 Aug 06 17:25:08.306015 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 60736) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:25:08.438184 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-d419b612-4166-44b1-9b07-c9f7ad18797f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:08.438558 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d7970-81f5-4649-b413-b8390bac0dd8 req-18fbd05b-a3a2-48a7-a445-5ca0a528915b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:08.440145 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-027d7970-81f5-4649-b413-b8390bac0dd8 req-18fbd05b-a3a2-48a7-a445-5ca0a528915b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=78a47714c5794c17ba0ddfd332ba119e&device_id=8bdcf38b-eab2-4cbd-81aa-109f51398728 HTTP/1.1" status: 200 len: 1096 time: 0.0513740 Aug 06 17:25:08.501639 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 60742) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:25:08.547501 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-d419b612-4166-44b1-9b07-c9f7ad18797f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:08.553391 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-d419b612-4166-44b1-9b07-c9f7ad18797f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:08.555484 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d7970-81f5-4649-b413-b8390bac0dd8 req-091e75e4-40ca-4330-b706-2781ed1f22de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:08.557344 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-027d7970-81f5-4649-b413-b8390bac0dd8 req-091e75e4-40ca-4330-b706-2781ed1f22de service neutron] 10.222.0.96 "GET /v2.0/networks?id=667f3d76-0448-4d79-b47c-1632f9911de8 HTTP/1.1" status: 200 len: 911 time: 0.1067979 Aug 06 17:25:08.595915 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-d419b612-4166-44b1-9b07-c9f7ad18797f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2863bb6594334fc6baa9103e3e7e9c1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2886999 Aug 06 17:25:08.604228 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 60746) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:25:08.604228 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419b612-4166-44b1-9b07-c9f7ad18797f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395a03ef-282c-47ce-a84f-b9e28e6aa93d,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:25:08.618049 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-027d7970-81f5-4649-b413-b8390bac0dd8 req-9d1554d3-2b76-409c-97e3-13c40facdc85 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95455eda-92c8-47ca-8ff0-35c2ec95656c HTTP/1.1" status: 200 len: 217 time: 0.0474432 Aug 06 17:25:08.652812 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-57ab7ea3-c1e1-4aa7-b299-b363088a2dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:08.674796 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d7970-81f5-4649-b413-b8390bac0dd8 req-5a403259-cb2d-42a5-b7de-7c1ea4d24a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:08.676314 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-027d7970-81f5-4649-b413-b8390bac0dd8 req-5a403259-cb2d-42a5-b7de-7c1ea4d24a5d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9c85d4a8-7cd3-44cf-80b8-bbdc587e7d67 HTTP/1.1" status: 200 len: 849 time: 0.0494368 Aug 06 17:25:08.700045 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-aa2aed6c-cabf-439a-890e-b73d379d854d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:08.712145 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-027d7970-81f5-4649-b413-b8390bac0dd8 req-a6c106d8-307c-4686-a454-129a6fc27e3e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=667f3d76-0448-4d79-b47c-1632f9911de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252676 Aug 06 17:25:08.741557 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-aa2aed6c-cabf-439a-890e-b73d379d854d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:08.833360 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-027d7970-81f5-4649-b413-b8390bac0dd8 req-390aba98-894f-4a63-9540-aa03d246f3d2 service neutron] 10.222.0.96 "GET /v2.0/networks/667f3d76-0448-4d79-b47c-1632f9911de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028831 Aug 06 17:25:08.853358 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-aa2aed6c-cabf-439a-890e-b73d379d854d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:08.856176 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-aa2aed6c-cabf-439a-890e-b73d379d854d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:08.857384 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-aa2aed6c-cabf-439a-890e-b73d379d854d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/395a03ef-282c-47ce-a84f-b9e28e6aa93d HTTP/1.1" status: 204 len: 168 time: 0.2577498 Aug 06 17:25:08.864885 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-57ab7ea3-c1e1-4aa7-b299-b363088a2dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:08.870838 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-57ab7ea3-c1e1-4aa7-b299-b363088a2dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:08.874574 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2aed6c-cabf-439a-890e-b73d379d854d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395a03ef-282c-47ce-a84f-b9e28e6aa93d,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:25:08.921289 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-57ab7ea3-c1e1-4aa7-b299-b363088a2dc4 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=cfa27480e2f64bd180e4c0bb8723099d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4156380 Aug 06 17:25:08.921289 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab7ea3-c1e1-4aa7-b299-b363088a2dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c913b1f-f531-451f-adb8-43c67f5851dd,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:25:08.921765 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 60754) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:25:08.945488 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-027d7970-81f5-4649-b413-b8390bac0dd8 req-2c14e56d-227a-41a7-b621-22d42e7e9395 service neutron] 10.222.0.96 "GET /v2.0/networks/667f3d76-0448-4d79-b47c-1632f9911de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037109 Aug 06 17:25:08.983159 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-f82ac2f1-c833-45c5-aeb5-8930afecd497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:09.009996 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-f82ac2f1-c833-45c5-aeb5-8930afecd497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:09.044418 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083e1b9-d098-499f-8e11-544a55f2d39a req-b40a773e-576e-46f6-8434-3fbf0dbc46dc tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:09.050932 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-a083e1b9-d098-499f-8e11-544a55f2d39a req-b40a773e-576e-46f6-8434-3fbf0dbc46dc tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.0661628 Aug 06 17:25:09.064029 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-f82ac2f1-c833-45c5-aeb5-8930afecd497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:09.067459 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-f82ac2f1-c833-45c5-aeb5-8930afecd497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:09.071030 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-f82ac2f1-c833-45c5-aeb5-8930afecd497 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/4c913b1f-f531-451f-adb8-43c67f5851dd HTTP/1.1" status: 204 len: 168 time: 0.1460605 Aug 06 17:25:09.082735 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ac2f1-c833-45c5-aeb5-8930afecd497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c913b1f-f531-451f-adb8-43c67f5851dd,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:25:09.096919 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-a083e1b9-d098-499f-8e11-544a55f2d39a req-6b7b8a39-a8c8-48d4-b86a-7199fc231ca8 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395515 Aug 06 17:25:09.345142 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e7636-4d47-4ecf-9230-017596954963 req-8593de4c-abf5-4680-80ae-17ebbb0dcbbd tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:09.346976 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-374e7636-4d47-4ecf-9230-017596954963 req-8593de4c-abf5-4680-80ae-17ebbb0dcbbd tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/ports?device_id=8bdcf38b-eab2-4cbd-81aa-109f51398728 HTTP/1.1" status: 200 len: 943 time: 0.0758152 Aug 06 17:25:09.401682 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-374e7636-4d47-4ecf-9230-017596954963 req-9d70d26d-37b9-412e-b43a-f0254c53eaf5 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/security-groups?id=dc6ff9a3-fdd9-4e67-aba4-6a96d11d9f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420318 Aug 06 17:25:09.505904 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 60782) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:25:09.522708 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-78f371e4-174b-4be0-a94a-1517d58619c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:09.611501 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-78f371e4-174b-4be0-a94a-1517d58619c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:09.616090 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-78f371e4-174b-4be0-a94a-1517d58619c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:09.652217 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f371e4-174b-4be0-a94a-1517d58619c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1bc7f4-9423-4639-a330-a943443f9be2,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:25:09.656443 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-78f371e4-174b-4be0-a94a-1517d58619c1 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=b7fb507dd3354d308ba35083a2676092&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1464336 Aug 06 17:25:09.659186 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 60788) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:25:09.707803 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-bc956fcd-a0ef-4fbc-a55e-104ca6c953db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:09.732071 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-bc956fcd-a0ef-4fbc-a55e-104ca6c953db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:09.779123 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-bc956fcd-a0ef-4fbc-a55e-104ca6c953db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:09.781710 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-bc956fcd-a0ef-4fbc-a55e-104ca6c953db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:09.782965 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-bc956fcd-a0ef-4fbc-a55e-104ca6c953db admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/4e1bc7f4-9423-4639-a330-a943443f9be2 HTTP/1.1" status: 204 len: 168 time: 0.1228650 Aug 06 17:25:09.792227 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc956fcd-a0ef-4fbc-a55e-104ca6c953db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1bc7f4-9423-4639-a330-a943443f9be2,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:25:09.977574 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:10.261366 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4f661-47b4-4aac-83ef-cde71cac16ee req-f7c845e1-8f9e-4519-89dc-7611589107f6 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:10.263308 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-ffb4f661-47b4-4aac-83ef-cde71cac16ee req-f7c845e1-8f9e-4519-89dc-7611589107f6 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.0491533 Aug 06 17:25:10.306946 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-ffb4f661-47b4-4aac-83ef-cde71cac16ee req-9a2e1ef0-7328-4fed-9a47-cbf4a9efc1a7 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364435 Aug 06 17:25:10.529832 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf928fd9-2794-49c3-b012-dd4981e598f9 req-279e8fa8-b31e-4783-9cf9-8f23638fc108 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:10.531834 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-bf928fd9-2794-49c3-b012-dd4981e598f9 req-279e8fa8-b31e-4783-9cf9-8f23638fc108 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/ports?device_id=8bdcf38b-eab2-4cbd-81aa-109f51398728 HTTP/1.1" status: 200 len: 943 time: 0.0537767 Aug 06 17:25:10.577489 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-bf928fd9-2794-49c3-b012-dd4981e598f9 req-a6816381-b5e5-4a97-ab65-c0350ec1bef4 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/security-groups?id=dc6ff9a3-fdd9-4e67-aba4-6a96d11d9f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379040 Aug 06 17:25:11.427812 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-a413ebfd-980e-4aa6-81c1-297621c23848 tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=7f61b155e3b34b379b0a5439a04e8ddf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295942 Aug 06 17:25:11.436063 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e7db3-85f1-46a5-a660-eead7ab45b0a req-3b9a1bb2-14b6-41a0-87ef-38c8fb5ec1b5 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:11.437597 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-b13e7db3-85f1-46a5-a660-eead7ab45b0a req-3b9a1bb2-14b6-41a0-87ef-38c8fb5ec1b5 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.0539641 Aug 06 17:25:11.483248 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-b13e7db3-85f1-46a5-a660-eead7ab45b0a req-d7b60374-5591-4241-be63-27a202930a25 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391374 Aug 06 17:25:11.603817 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 95455eda-92c8-47ca-8ff0-35c2ec95656c details requested by agent hyperv_hv-cinder-80377 with host hv-cinder-80377 {{(pid=93310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 17:25:11.633309 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-a5790462-1987-4ad8-8660-2dfc7deff9ca tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:11.634984 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-a5790462-1987-4ad8-8660-2dfc7deff9ca tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2014546 Aug 06 17:25:11.665685 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-1ded4f24-96aa-4654-9f2a-822212fa3e45 tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] 10.222.0.89 "GET /v2.0/quotas/7f61b155e3b34b379b0a5439a04e8ddf HTTP/1.1" status: 200 len: 375 time: 0.0231149 Aug 06 17:25:11.760675 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-78b0248d-d8df-48e6-b487-f4f1a71c70a0 tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=7f61b155e3b34b379b0a5439a04e8ddf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0739589 Aug 06 17:25:11.792964 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319eaef7-6bf6-4a2e-8b6b-a2817730d4dd req-8cf48b29-672b-4605-a9f1-67aed8ce026c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:11.793194 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port 95455eda-92c8-47ca-8ff0-35c2ec95656c, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=95455eda-92c8-47ca-8ff0-35c2ec95656c,segment=NetworkSegment(818684ee-0485-4c29-9c74-7a6f98fe7965),segment_id=818684ee-0485-4c29-9c74-7a6f98fe7965)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:25:11.794487 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-319eaef7-6bf6-4a2e-8b6b-a2817730d4dd req-8cf48b29-672b-4605-a9f1-67aed8ce026c service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 1098 time: 0.1089280 Aug 06 17:25:11.808560 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Returning: {'device': '95455eda-92c8-47ca-8ff0-35c2ec95656c', 'network_id': '667f3d76-0448-4d79-b47c-1632f9911de8', 'port_id': '95455eda-92c8-47ca-8ff0-35c2ec95656c', 'mac_address': 'fa:16:3e:d4:c2:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c85d4a8-7cd3-44cf-80b8-bbdc587e7d67', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 17:25:11.838987 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9658f6-6f2b-41bb-9cb4-b96750630f81 req-cd064f4d-0c51-44f0-bcc8-d4e26ffa8c9f tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:11.840574 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-ce9658f6-6f2b-41bb-9cb4-b96750630f81 req-cd064f4d-0c51-44f0-bcc8-d4e26ffa8c9f tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/ports?device_id=8bdcf38b-eab2-4cbd-81aa-109f51398728 HTTP/1.1" status: 200 len: 943 time: 0.1317031 Aug 06 17:25:11.865818 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-319eaef7-6bf6-4a2e-8b6b-a2817730d4dd req-d7f81c38-97dd-49e6-937f-3846531a8a00 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609572 Aug 06 17:25:11.882621 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:11.909513 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-ce9658f6-6f2b-41bb-9cb4-b96750630f81 req-45bbf77a-fecd-46ad-bb7e-1f5bb093f336 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/security-groups?id=dc6ff9a3-fdd9-4e67-aba4-6a96d11d9f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575428 Aug 06 17:25:11.917343 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95455eda-92c8-47ca-8ff0-35c2ec95656c {{(pid=93310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:25:11.958757 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port 95455eda-92c8-47ca-8ff0-35c2ec95656c, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=95455eda-92c8-47ca-8ff0-35c2ec95656c,segment=NetworkSegment(818684ee-0485-4c29-9c74-7a6f98fe7965),segment_id=818684ee-0485-4c29-9c74-7a6f98fe7965)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:25:11.964398 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:12.014415 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-7a4da59e-f0e5-428e-8e92-aa07a28dbe99 req-2373c9c2-8339-4606-9a8e-f38ca78ffb77 tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3fc1322-c485-441c-8c8b-74b9fc830b4c HTTP/1.1" status: 200 len: 210 time: 0.0363793 Aug 06 17:25:12.035733 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=95455eda-92c8-47ca-8ff0-35c2ec95656c,revision_number=4']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:25:12.044296 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 60898) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:25:12.159961 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-95c3f1ab-8988-4bfe-b832-a4c3ff3da05f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:12.264784 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-95c3f1ab-8988-4bfe-b832-a4c3ff3da05f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:12.270497 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-95c3f1ab-8988-4bfe-b832-a4c3ff3da05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:12.306368 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c3f1ab-8988-4bfe-b832-a4c3ff3da05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67a2f9e-e752-402a-a847-cb66b29ad395,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:25:12.322203 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-95c3f1ab-8988-4bfe-b832-a4c3ff3da05f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=53f8dbf9a83d4ed7a7fd169f15e63b35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2768271 Aug 06 17:25:12.324907 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 60912) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:25:12.374607 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-cdf53aa6-b6dd-4faf-a8d1-0c772653c3b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:12.396400 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-cdf53aa6-b6dd-4faf-a8d1-0c772653c3b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:12.445606 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-cdf53aa6-b6dd-4faf-a8d1-0c772653c3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:12.448147 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-cdf53aa6-b6dd-4faf-a8d1-0c772653c3b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:12.452262 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-cdf53aa6-b6dd-4faf-a8d1-0c772653c3b0 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b67a2f9e-e752-402a-a847-cb66b29ad395 HTTP/1.1" status: 204 len: 168 time: 0.1235356 Aug 06 17:25:12.459991 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf53aa6-b6dd-4faf-a8d1-0c772653c3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67a2f9e-e752-402a-a847-cb66b29ad395,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:25:12.479594 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] get_ports_and_sgs() called for port_ids ['95455eda-92c8-47ca-8ff0-35c2ec95656c'] {{(pid=93310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:25:12.622969 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6c8a2-098e-4ced-a3e9-d7ba89909244 req-29053c3c-3e28-4dc3-baf0-32aa93741d8a tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:12.624861 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-2af6c8a2-098e-4ced-a3e9-d7ba89909244 req-29053c3c-3e28-4dc3-baf0-32aa93741d8a tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.0565200 Aug 06 17:25:12.669815 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-2af6c8a2-098e-4ced-a3e9-d7ba89909244 req-5eb70397-6add-4afb-95af-ebb2820ddb47 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368123 Aug 06 17:25:13.070402 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdfa1c3-e086-40c9-b77b-c53ea9537f9e req-1fcf0606-3034-4283-8ce3-823e24c3b858 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:13.073330 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-0fdfa1c3-e086-40c9-b77b-c53ea9537f9e req-1fcf0606-3034-4283-8ce3-823e24c3b858 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/ports?device_id=8bdcf38b-eab2-4cbd-81aa-109f51398728 HTTP/1.1" status: 200 len: 944 time: 0.0903697 Aug 06 17:25:13.136057 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-0fdfa1c3-e086-40c9-b77b-c53ea9537f9e req-2586089d-dd7d-457a-bb82-be01d67d209d tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/security-groups?id=dc6ff9a3-fdd9-4e67-aba4-6a96d11d9f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554738 Aug 06 17:25:13.162766 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-87ea0ea6-c51e-4f08-a8f0-d6e37f940d7d req-692b3618-ec65-479e-be33-4314bbf0a646 tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3fc1322-c485-441c-8c8b-74b9fc830b4c HTTP/1.1" status: 200 len: 210 time: 0.0459940 Aug 06 17:25:13.420743 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-8a86972a-e1f3-49c3-a362-013779de3a3a tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=7f61b155e3b34b379b0a5439a04e8ddf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261593 Aug 06 17:25:13.619818 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-31ce1565-b724-495c-9399-98ba61092500 tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:13.621269 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-31ce1565-b724-495c-9399-98ba61092500 tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1140180 Aug 06 17:25:16.471509 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-f3c0176c-6e16-4de2-a3f2-8daa42197c1c tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] Request body: {'port': {'device_id': 'a3fc1322-c485-441c-8c8b-74b9fc830b4c', 'network_id': '84a46755-61cc-47b4-8a5f-ad159c8711f3', 'admin_state_up': True, 'tenant_id': '7f61b155e3b34b379b0a5439a04e8ddf'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:25:16.603945 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e1788-76b2-4692-a501-15b06fd9ee08 req-e2673745-a77b-4574-b6a3-2986833a61f3 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:16.605812 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-228e1788-76b2-4692-a501-15b06fd9ee08 req-e2673745-a77b-4574-b6a3-2986833a61f3 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.0549300 Aug 06 17:25:16.615707 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-f3c0176c-6e16-4de2-a3f2-8daa42197c1c tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] Made reservation on behalf of 7f61b155e3b34b379b0a5439a04e8ddf for: {'port': 1} {{(pid=93308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:25:16.619176 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-f3c0176c-6e16-4de2-a3f2-8daa42197c1c tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:16.631226 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-f3c0176c-6e16-4de2-a3f2-8daa42197c1c tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:16.643711 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-228e1788-76b2-4692-a501-15b06fd9ee08 req-de0606e5-1dff-4316-82d2-386f29214979 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316911 Aug 06 17:25:16.663179 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ac1a5-4a17-4f33-bfcf-596c9ec30eb4 req-82df429f-7f92-47db-85de-57418f88580d tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:16.664682 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-892ac1a5-4a17-4f33-bfcf-596c9ec30eb4 req-82df429f-7f92-47db-85de-57418f88580d tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/ports?device_id=8bdcf38b-eab2-4cbd-81aa-109f51398728 HTTP/1.1" status: 200 len: 944 time: 0.0762651 Aug 06 17:25:16.725104 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-892ac1a5-4a17-4f33-bfcf-596c9ec30eb4 req-bbfb4ae7-87fc-41b4-8269-97c5393ed911 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/security-groups?id=dc6ff9a3-fdd9-4e67-aba4-6a96d11d9f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521169 Aug 06 17:25:16.731205 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-3be85ede-4ef3-4e8d-8f8d-45844e181ce5 req-b8b8124a-ad57-4f3b-a5b4-e8d9aa7bf855 tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3fc1322-c485-441c-8c8b-74b9fc830b4c HTTP/1.1" status: 200 len: 210 time: 0.0263958 Aug 06 17:25:16.771941 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-f3c0176c-6e16-4de2-a3f2-8daa42197c1c tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:16.777247 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-f3c0176c-6e16-4de2-a3f2-8daa42197c1c tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:16.868474 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0176c-6e16-4de2-a3f2-8daa42197c1c tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb30584-9764-4ba7-942a-cfc707bec93c,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:25:16.922632 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f649d-a108-482f-af9c-fb0b6dae4186 req-47792f15-6c14-4811-8080-afe4e202b100 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:16.924370 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-6b7f649d-a108-482f-af9c-fb0b6dae4186 req-47792f15-6c14-4811-8080-afe4e202b100 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.1281648 Aug 06 17:25:16.962281 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.db_base_plugin_common [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-f3c0176c-6e16-4de2-a3f2-8daa42197c1c tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] Allocated IP 192.168.233.151 (84a46755-61cc-47b4-8a5f-ad159c8711f3/73ea9a75-9ac2-4365-b69d-e0bb424a1214/9d80af35-c089-4ccb-a1eb-b96b38662640) {{(pid=93308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:25:16.990176 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-6b7f649d-a108-482f-af9c-fb0b6dae4186 req-ee829efc-53df-4fd8-a32f-32b0b8b1ae86 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567369 Aug 06 17:25:17.363743 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-f3c0176c-6e16-4de2-a3f2-8daa42197c1c tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] Notify callbacks [] for port, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:17.377719 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.provisioning_blocks [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-f3c0176c-6e16-4de2-a3f2-8daa42197c1c tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] Transition to ACTIVE for port object 9d80af35-c089-4ccb-a1eb-b96b38662640 will not be triggered until provisioned by entity DHCP. {{(pid=93308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:25:17.413626 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-f3c0176c-6e16-4de2-a3f2-8daa42197c1c tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244'] for port, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:17.463394 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-f3c0176c-6e16-4de2-a3f2-8daa42197c1c tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] Network 84a46755-61cc-47b4-8a5f-ad159c8711f3 is already hosted by enough agents. {{(pid=93308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:25:17.466510 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.base_scheduler [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-f3c0176c-6e16-4de2-a3f2-8daa42197c1c tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] Resources bound (agent type, host, resource id): {{(pid=93308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:25:17.469409 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-f3c0176c-6e16-4de2-a3f2-8daa42197c1c tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] Received port after_create {{(pid=93308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:25:17.475571 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-f3c0176c-6e16-4de2-a3f2-8daa42197c1c tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:17.476197 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-f3c0176c-6e16-4de2-a3f2-8daa42197c1c tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:17.490523 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0176c-6e16-4de2-a3f2-8daa42197c1c tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] Pushing event updated for resources: {'Port': ['ID=9d80af35-c089-4ccb-a1eb-b96b38662640,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:25:17.502493 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-f3c0176c-6e16-4de2-a3f2-8daa42197c1c tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0369549 Aug 06 17:25:17.525516 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-5dc7b8df-aee9-465c-bf83-b922e4b42117 service neutron] Request body: {'port': {'device_id': 'a3fc1322-c485-441c-8c8b-74b9fc830b4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80377'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:25:17.603861 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-5dc7b8df-aee9-465c-bf83-b922e4b42117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:17.652570 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 95455eda-92c8-47ca-8ff0-35c2ec95656c up at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:25:17.710054 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Provisioning for port 95455eda-92c8-47ca-8ff0-35c2ec95656c completed by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:25:17.713789 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Provisioning complete for port 95455eda-92c8-47ca-8ff0-35c2ec95656c triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:25:17.714182 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:17.762189 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-9c06e271-04c6-4cb6-8088-7b64ea6f2e08 None None] Provisioning for port 9d80af35-c089-4ccb-a1eb-b96b38662640 completed by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:25:17.768731 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-9c06e271-04c6-4cb6-8088-7b64ea6f2e08 None None] Provisioning complete for port 9d80af35-c089-4ccb-a1eb-b96b38662640 triggered by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:25:17.769103 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-9c06e271-04c6-4cb6-8088-7b64ea6f2e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:17.836107 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-9c06e271-04c6-4cb6-8088-7b64ea6f2e08 None None] Port 9d80af35-c089-4ccb-a1eb-b96b38662640 cannot update to ACTIVE because it is not bound. {{(pid=93310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:25:17.840589 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:17.868655 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bdcf38b-eab2-4cbd-81aa-109f51398728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95455eda-92c8-47ca-8ff0-35c2ec95656c'}] {{(pid=93310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:25:17.872650 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713379ad4201aa67d1557f3d7b7da947c96b0ad1778a29fd635d5f04ae47f1c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b2d211-2fe8-4c4b-b46e-bf9b91917693" -d '{"events": [{"server_uuid": "8bdcf38b-eab2-4cbd-81aa-109f51398728", "name": "network-vif-plugged", "status": "completed", "tag": "95455eda-92c8-47ca-8ff0-35c2ec95656c"}]}' {{(pid=93310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:25:17.875816 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714994d7-d4c5-4653-89cf-4e88afaf9c39 req-2a537511-5206-4a2e-80e3-7d26d68c44c4 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:17.884117 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-714994d7-d4c5-4653-89cf-4e88afaf9c39 req-2a537511-5206-4a2e-80e3-7d26d68c44c4 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/ports?device_id=8bdcf38b-eab2-4cbd-81aa-109f51398728 HTTP/1.1" status: 200 len: 944 time: 0.0614481 Aug 06 17:25:17.891055 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port 95455eda-92c8-47ca-8ff0-35c2ec95656c, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=95455eda-92c8-47ca-8ff0-35c2ec95656c,segment=NetworkSegment(818684ee-0485-4c29-9c74-7a6f98fe7965),segment_id=818684ee-0485-4c29-9c74-7a6f98fe7965)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:25:17.897608 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:17.910791 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e83f7c-dcbf-4f44-93c2-4c3c5a5ea8aa req-f99344ce-772e-4f50-bd8e-0e77167d784d tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:17.913482 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-c3e83f7c-dcbf-4f44-93c2-4c3c5a5ea8aa req-f99344ce-772e-4f50-bd8e-0e77167d784d tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3fc1322-c485-441c-8c8b-74b9fc830b4c HTTP/1.1" status: 200 len: 936 time: 0.0792749 Aug 06 17:25:17.934907 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-714994d7-d4c5-4653-89cf-4e88afaf9c39 req-02d11102-d450-412a-b002-b15d6f0ddde5 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/security-groups?id=dc6ff9a3-fdd9-4e67-aba4-6a96d11d9f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448828 Aug 06 17:25:17.970509 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=95455eda-92c8-47ca-8ff0-35c2ec95656c,revision_number=5']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:25:17.972424 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.notifiers.nova [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-5dc7b8df-aee9-465c-bf83-b922e4b42117 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d80af35-c089-4ccb-a1eb-b96b38662640 {{(pid=93308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:25:17.988079 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-5dc7b8df-aee9-465c-bf83-b922e4b42117 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:18.000236 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86c8cc8-5b36-42a5-97df-d0dcb0b0166d x-openstack-request-id: req-f86c8cc8-5b36-42a5-97df-d0dcb0b0166d {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:25:18.000535 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bdcf38b-eab2-4cbd-81aa-109f51398728", "name": "network-vif-plugged", "status": "completed", "tag": "95455eda-92c8-47ca-8ff0-35c2ec95656c", "code": 200}]} {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:25:18.000786 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f86c8cc8-5b36-42a5-97df-d0dcb0b0166d {{(pid=93310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:25:18.001687 dv-cinder-803773-1-iscsi neutron-server[93310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bdcf38b-eab2-4cbd-81aa-109f51398728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95455eda-92c8-47ca-8ff0-35c2ec95656c', 'code': 200} Aug 06 17:25:18.004958 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-c3e83f7c-dcbf-4f44-93c2-4c3c5a5ea8aa req-684e3bfe-5488-4951-9901-fe630cbbb450 tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] 10.222.0.89 "GET /v2.0/security-groups?id=cdb30584-9764-4ba7-942a-cfc707bec93c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817103 Aug 06 17:25:18.012560 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.provisioning_blocks [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-5dc7b8df-aee9-465c-bf83-b922e4b42117 service neutron] Transition to ACTIVE for port object 9d80af35-c089-4ccb-a1eb-b96b38662640 will not be triggered until provisioned by entity L2. {{(pid=93308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:25:18.026556 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-5dc7b8df-aee9-465c-bf83-b922e4b42117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:18.074659 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc7b8df-aee9-465c-bf83-b922e4b42117 service neutron] Pushing event updated for resources: {'Port': ['ID=9d80af35-c089-4ccb-a1eb-b96b38662640,revision_number=2']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:25:18.113391 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.managers [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-5dc7b8df-aee9-465c-bf83-b922e4b42117 service neutron] Attempting to bind port 9d80af35-c089-4ccb-a1eb-b96b38662640 on host hv-cinder-80377 for vnic_type normal with profile {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:25:18.114003 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.managers [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-5dc7b8df-aee9-465c-bf83-b922e4b42117 service neutron] Attempting to bind port 9d80af35-c089-4ccb-a1eb-b96b38662640 by drivers openvswitch,hyperv on host hv-cinder-80377 at level 0 using segments [{'id': '65245229-2462-45c6-b876-cd3b8d0359e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '84a46755-61cc-47b4-8a5f-ad159c8711f3'}] {{(pid=93308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:25:18.114921 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-5dc7b8df-aee9-465c-bf83-b922e4b42117 service neutron] Attempting to bind port 9d80af35-c089-4ccb-a1eb-b96b38662640 on network 84a46755-61cc-47b4-8a5f-ad159c8711f3 {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:25:18.122247 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-5dc7b8df-aee9-465c-bf83-b922e4b42117 service neutron] Port 9d80af35-c089-4ccb-a1eb-b96b38662640 on network 84a46755-61cc-47b4-8a5f-ad159c8711f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80377 {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 17:25:18.122629 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-5dc7b8df-aee9-465c-bf83-b922e4b42117 service neutron] Attempting to bind port 9d80af35-c089-4ccb-a1eb-b96b38662640 on network 84a46755-61cc-47b4-8a5f-ad159c8711f3 {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:25:18.128694 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-5dc7b8df-aee9-465c-bf83-b922e4b42117 service neutron] Checking agent: {'id': 'd2fb1ab5-1995-4796-a222-8ffdc3f56d02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 21, 40), 'started_at': datetime.datetime(2021, 8, 6, 17, 21, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:25:18.129156 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-5dc7b8df-aee9-465c-bf83-b922e4b42117 service neutron] Checking segment: {'id': '65245229-2462-45c6-b876-cd3b8d0359e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '84a46755-61cc-47b4-8a5f-ad159c8711f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:25:18.129601 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-5dc7b8df-aee9-465c-bf83-b922e4b42117 service neutron] Bound using segment: {'id': '65245229-2462-45c6-b876-cd3b8d0359e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '84a46755-61cc-47b4-8a5f-ad159c8711f3'} {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:25:18.130046 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.managers [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-5dc7b8df-aee9-465c-bf83-b922e4b42117 service neutron] Bound port: 9d80af35-c089-4ccb-a1eb-b96b38662640, host: hv-cinder-80377, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65245229-2462-45c6-b876-cd3b8d0359e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '84a46755-61cc-47b4-8a5f-ad159c8711f3'}}] {{(pid=93308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:25:18.130447 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-5dc7b8df-aee9-465c-bf83-b922e4b42117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:18.208304 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-5dc7b8df-aee9-465c-bf83-b922e4b42117 service neutron] For port 9d80af35-c089-4ccb-a1eb-b96b38662640, host hv-cinder-80377, cleared binding levels {{(pid=93308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:25:18.212420 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-5dc7b8df-aee9-465c-bf83-b922e4b42117 service neutron] For port 9d80af35-c089-4ccb-a1eb-b96b38662640, host hv-cinder-80377, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=9d80af35-c089-4ccb-a1eb-b96b38662640,segment=NetworkSegment(65245229-2462-45c6-b876-cd3b8d0359e6),segment_id=65245229-2462-45c6-b876-cd3b8d0359e6)] {{(pid=93308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:25:18.217492 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-5dc7b8df-aee9-465c-bf83-b922e4b42117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:18.279417 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-5dc7b8df-aee9-465c-bf83-b922e4b42117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:18.279976 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5a45f-d962-4924-8f8b-7b7c657fd5b6 req-0d9e58e2-63d1-478a-bf95-186b5d4e6155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:18.280092 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-5dc7b8df-aee9-465c-bf83-b922e4b42117 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:18.281415 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-5dc7b8df-aee9-465c-bf83-b922e4b42117 service neutron] 10.222.0.96 "PUT /v2.0/ports/9d80af35-c089-4ccb-a1eb-b96b38662640 HTTP/1.1" status: 200 len: 1098 time: 0.7606087 Aug 06 17:25:18.281743 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-17d5a45f-d962-4924-8f8b-7b7c657fd5b6 req-0d9e58e2-63d1-478a-bf95-186b5d4e6155 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=8bdcf38b-eab2-4cbd-81aa-109f51398728 HTTP/1.1" status: 200 len: 1098 time: 0.0512931 Aug 06 17:25:18.281852 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3fc1322-c485-441c-8c8b-74b9fc830b4c', 'tag': '9d80af35-c089-4ccb-a1eb-b96b38662640'}] {{(pid=93308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:25:18.284376 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9970891e86e7a54ba8327591cdb5f98a510e69f2198634f60bde42845cd177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1eab991-bfde-47e9-9097-67234f8b62a0" -d '{"events": [{"name": "network-changed", "server_uuid": "a3fc1322-c485-441c-8c8b-74b9fc830b4c", "tag": "9d80af35-c089-4ccb-a1eb-b96b38662640"}]}' {{(pid=93308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:25:18.302681 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc7b8df-aee9-465c-bf83-b922e4b42117 service neutron] Pushing event updated for resources: {'Port': ['ID=9d80af35-c089-4ccb-a1eb-b96b38662640,revision_number=3']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:25:18.342679 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa203da-e7c4-4a13-988e-b12e5cbb98c3 x-openstack-request-id: req-6aa203da-e7c4-4a13-988e-b12e5cbb98c3 {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:25:18.342986 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3fc1322-c485-441c-8c8b-74b9fc830b4c", "tag": "9d80af35-c089-4ccb-a1eb-b96b38662640", "status": "completed", "code": 200}]} {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:25:18.343221 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6aa203da-e7c4-4a13-988e-b12e5cbb98c3 {{(pid=93308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:25:18.343618 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3fc1322-c485-441c-8c8b-74b9fc830b4c', 'tag': '9d80af35-c089-4ccb-a1eb-b96b38662640', 'status': 'completed', 'code': 200} Aug 06 17:25:18.377503 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-17d5a45f-d962-4924-8f8b-7b7c657fd5b6 req-a707b861-aae6-4de3-bbef-f2c5f7e2f6a7 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=dc6ff9a3-fdd9-4e67-aba4-6a96d11d9f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545082 Aug 06 17:25:18.654660 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47172dda-a638-4638-bee1-cc14003fb752 req-8c8226ad-8612-4677-8071-d1fa22fc665e tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:18.656144 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-47172dda-a638-4638-bee1-cc14003fb752 req-8c8226ad-8612-4677-8071-d1fa22fc665e tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0501013 Aug 06 17:25:18.698192 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-47172dda-a638-4638-bee1-cc14003fb752 req-f263fc4c-2fc9-4a23-a5d6-3e3ea091a935 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331876 Aug 06 17:25:18.948736 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eab991-bfde-47e9-9097-67234f8b62a0 req-8fb31524-1f9e-4b6c-9a1c-1dfad0419dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:18.950233 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c1eab991-bfde-47e9-9097-67234f8b62a0 req-8fb31524-1f9e-4b6c-9a1c-1dfad0419dca service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=7f61b155e3b34b379b0a5439a04e8ddf&device_id=a3fc1322-c485-441c-8c8b-74b9fc830b4c HTTP/1.1" status: 200 len: 1101 time: 0.0490654 Aug 06 17:25:19.012666 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c1eab991-bfde-47e9-9097-67234f8b62a0 req-cd428f0f-5286-497b-b613-cefea48ab70d service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=7f61b155e3b34b379b0a5439a04e8ddf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268745 Aug 06 17:25:19.031531 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2471b-d8d1-4cb0-90f9-44711ea233a0 req-ab26f477-aea6-4bc4-850f-d2c252ea0058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:19.033048 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-2ff2471b-d8d1-4cb0-90f9-44711ea233a0 req-ab26f477-aea6-4bc4-850f-d2c252ea0058 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d4d45ad3cd734f29b1d101a15856a9e4&device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 1098 time: 0.0488563 Aug 06 17:25:19.167486 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceefd6b-9be8-4354-882f-144e48a5993d req-4afcee04-1fcd-4bb3-8238-9686976ae865 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:19.168985 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9ceefd6b-9be8-4354-882f-144e48a5993d req-4afcee04-1fcd-4bb3-8238-9686976ae865 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/ports?device_id=8bdcf38b-eab2-4cbd-81aa-109f51398728 HTTP/1.1" status: 200 len: 945 time: 0.1088152 Aug 06 17:25:19.198168 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2471b-d8d1-4cb0-90f9-44711ea233a0 req-f9575426-33f6-4556-83ed-47dc8e445d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:19.199630 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-2ff2471b-d8d1-4cb0-90f9-44711ea233a0 req-f9575426-33f6-4556-83ed-47dc8e445d73 service neutron] 10.222.0.96 "GET /v2.0/networks?id=deea6c2c-89aa-49a9-8ca9-e984e33e872e HTTP/1.1" status: 200 len: 920 time: 0.1301162 Aug 06 17:25:19.220618 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9ceefd6b-9be8-4354-882f-144e48a5993d req-03d97f35-cf5c-4026-bb6a-e226bd753f7a tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/security-groups?id=dc6ff9a3-fdd9-4e67-aba4-6a96d11d9f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433505 Aug 06 17:25:19.242227 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfaab19-d440-4397-b950-3acdeeffb18f req-bb19abea-5ebf-43cb-acfe-919e1efd38cd tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:19.243729 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-6bfaab19-d440-4397-b950-3acdeeffb18f req-bb19abea-5ebf-43cb-acfe-919e1efd38cd tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3fc1322-c485-441c-8c8b-74b9fc830b4c HTTP/1.1" status: 200 len: 948 time: 0.1411505 Aug 06 17:25:19.257530 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-2ff2471b-d8d1-4cb0-90f9-44711ea233a0 req-eff15060-9641-4d7b-9ffc-af301fb36f74 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8414eecb-2a81-4939-9667-8a954bda4689 HTTP/1.1" status: 200 len: 217 time: 0.0354352 Aug 06 17:25:19.263653 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eab991-bfde-47e9-9097-67234f8b62a0 req-c485ec3a-da94-415f-b612-dc9da59a23ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:19.265387 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c1eab991-bfde-47e9-9097-67234f8b62a0 req-c485ec3a-da94-415f-b612-dc9da59a23ea service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2017665 Aug 06 17:25:19.297602 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-6bfaab19-d440-4397-b950-3acdeeffb18f req-ad11fd65-ea83-4238-9666-3011d4cb81a5 tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] 10.222.0.89 "GET /v2.0/security-groups?id=cdb30584-9764-4ba7-942a-cfc707bec93c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444026 Aug 06 17:25:19.319802 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2471b-d8d1-4cb0-90f9-44711ea233a0 req-5f73a340-4cd2-4abb-b154-743ccf3628c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:19.321263 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-2ff2471b-d8d1-4cb0-90f9-44711ea233a0 req-5f73a340-4cd2-4abb-b154-743ccf3628c7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c44d3273-d0a1-4d92-88ef-0e9181e87f95 HTTP/1.1" status: 200 len: 858 time: 0.0562413 Aug 06 17:25:19.356048 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.agents_db [None req-f0f84874-ee0a-4567-8005-82f1841bb43f None None] Agent healthcheck: found 6 active agents {{(pid=93311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:25:19.379333 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-2ff2471b-d8d1-4cb0-90f9-44711ea233a0 req-f6aa45db-6df2-4fd7-b2d6-de464e2f5e6e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=deea6c2c-89aa-49a9-8ca9-e984e33e872e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256963 Aug 06 17:25:19.407397 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-013fbdf2-68dd-4cd6-b57e-7aef876f7d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:19.410128 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-013fbdf2-68dd-4cd6-b57e-7aef876f7d96 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=7f61b155e3b34b379b0a5439a04e8ddf&device_id=a3fc1322-c485-441c-8c8b-74b9fc830b4c HTTP/1.1" status: 200 len: 1101 time: 0.0502493 Aug 06 17:25:19.467531 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-16ff0b8b-a2c2-4cf9-9693-fdefa4a3b859 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=9d80af35-c089-4ccb-a1eb-b96b38662640 HTTP/1.1" status: 200 len: 217 time: 0.0358214 Aug 06 17:25:19.490298 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-2ff2471b-d8d1-4cb0-90f9-44711ea233a0 req-378d1779-e913-4fe1-a2b9-a454f647e1f2 service neutron] 10.222.0.96 "GET /v2.0/networks/deea6c2c-89aa-49a9-8ca9-e984e33e872e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964887 Aug 06 17:25:19.523582 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-dd7b0eef-0689-49cd-b04d-f905d6f85dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:19.525111 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-dd7b0eef-0689-49cd-b04d-f905d6f85dfd service neutron] 10.222.0.96 "GET /v2.0/subnets?id=73ea9a75-9ac2-4365-b69d-e0bb424a1214 HTTP/1.1" status: 200 len: 843 time: 0.0443041 Aug 06 17:25:19.587909 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-deae28c7-b232-41e3-8843-c2700b28197a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:19.589423 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-deae28c7-b232-41e3-8843-c2700b28197a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=84a46755-61cc-47b4-8a5f-ad159c8711f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0455880 Aug 06 17:25:19.598083 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-2ff2471b-d8d1-4cb0-90f9-44711ea233a0 req-77ec1def-f743-4939-800a-4279b6275ff5 service neutron] 10.222.0.96 "GET /v2.0/networks/deea6c2c-89aa-49a9-8ca9-e984e33e872e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889316 Aug 06 17:25:19.687710 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-eb4489b4-4a3f-483e-a97b-645e9b3b42f3 service neutron] 10.222.0.96 "GET /v2.0/networks/84a46755-61cc-47b4-8a5f-ad159c8711f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882866 Aug 06 17:25:19.800438 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-cde0e3e5-dc35-4c1b-a0c2-9859111f2fe2 req-83c462e6-92e4-4a66-bb4e-d110bc6c7117 service neutron] 10.222.0.96 "GET /v2.0/networks/84a46755-61cc-47b4-8a5f-ad159c8711f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954204 Aug 06 17:25:19.819289 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad83de36-9608-4fc1-a054-f45e16b350a8 req-ba4c1458-ee0e-48bb-8771-56dc3dc08a31 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:19.822012 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-ad83de36-9608-4fc1-a054-f45e16b350a8 req-ba4c1458-ee0e-48bb-8771-56dc3dc08a31 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0488384 Aug 06 17:25:19.863969 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-ad83de36-9608-4fc1-a054-f45e16b350a8 req-22eab91b-d78d-4f2d-9040-db6d828fa9d4 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358198 Aug 06 17:25:20.239638 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 32842) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:25:20.351736 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-461ed233-8bfa-4281-9fc7-5e4e605eae96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:20.451179 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d437c-13bc-46b1-a18a-3854704246e3 req-4016d7e5-cd7f-48dc-aa0a-5c7b312bd8bb tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:20.452670 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-ae9d437c-13bc-46b1-a18a-3854704246e3 req-4016d7e5-cd7f-48dc-aa0a-5c7b312bd8bb tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/ports?device_id=8bdcf38b-eab2-4cbd-81aa-109f51398728 HTTP/1.1" status: 200 len: 945 time: 0.0583887 Aug 06 17:25:20.488842 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-461ed233-8bfa-4281-9fc7-5e4e605eae96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:20.498140 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-ae9d437c-13bc-46b1-a18a-3854704246e3 req-f570901f-5c47-480c-b7c5-864076a0d329 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/security-groups?id=dc6ff9a3-fdd9-4e67-aba4-6a96d11d9f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382285 Aug 06 17:25:20.498290 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3cba6-162e-42e9-87d7-ac639ae7552a req-6ea71046-2049-4ebd-a5fb-c98419ac60f9 tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:20.499688 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9ee3cba6-162e-42e9-87d7-ac639ae7552a req-6ea71046-2049-4ebd-a5fb-c98419ac60f9 tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3fc1322-c485-441c-8c8b-74b9fc830b4c HTTP/1.1" status: 200 len: 948 time: 0.0759645 Aug 06 17:25:20.500824 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-461ed233-8bfa-4281-9fc7-5e4e605eae96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:20.562638 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-461ed233-8bfa-4281-9fc7-5e4e605eae96 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ed7b6fdc9d7743419c7f326487966d17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3218794 Aug 06 17:25:20.566168 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 32850) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:25:20.566575 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ed233-8bfa-4281-9fc7-5e4e605eae96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d53f13-a436-4916-ac02-fd8603ddbe9d,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:25:20.584513 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9ee3cba6-162e-42e9-87d7-ac639ae7552a req-483b4254-1e0a-4c07-981a-48ae156eea4f tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] 10.222.0.89 "GET /v2.0/security-groups?id=cdb30584-9764-4ba7-942a-cfc707bec93c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775721 Aug 06 17:25:20.622413 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-04d7bfbb-63a7-400c-8574-4ac00b91f0e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:20.644249 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-04d7bfbb-63a7-400c-8574-4ac00b91f0e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:20.697340 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-04d7bfbb-63a7-400c-8574-4ac00b91f0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:20.699916 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-04d7bfbb-63a7-400c-8574-4ac00b91f0e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:20.701231 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-04d7bfbb-63a7-400c-8574-4ac00b91f0e2 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d2d53f13-a436-4916-ac02-fd8603ddbe9d HTTP/1.1" status: 204 len: 168 time: 0.1331909 Aug 06 17:25:20.710042 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d7bfbb-63a7-400c-8574-4ac00b91f0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d53f13-a436-4916-ac02-fd8603ddbe9d,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:25:20.992112 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 32868) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:25:21.007339 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-a5324a49-3d80-43df-91c1-34d0671db8bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:21.007467 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77c0f9-c900-417c-abd2-5e531e1b37aa req-2553016e-13f3-464f-a5c1-23eb440eb903 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:21.009039 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-6d77c0f9-c900-417c-abd2-5e531e1b37aa req-2553016e-13f3-464f-a5c1-23eb440eb903 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0732851 Aug 06 17:25:21.055631 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-6d77c0f9-c900-417c-abd2-5e531e1b37aa req-436d65e2-708b-4e71-aa3e-52fb78afaa1e tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400355 Aug 06 17:25:21.089248 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-f1ae5964-2a58-4808-8170-a0e88ccd3590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:21.115016 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-a5324a49-3d80-43df-91c1-34d0671db8bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:21.119074 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-a5324a49-3d80-43df-91c1-34d0671db8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:21.156340 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5324a49-3d80-43df-91c1-34d0671db8bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc2c1ac-ae15-422e-b622-cf566c079c6f,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:25:21.162225 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-a5324a49-3d80-43df-91c1-34d0671db8bf admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ea1e84f4d5734d52baadb22ff009ede2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1690485 Aug 06 17:25:21.164737 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 32874) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:25:21.214753 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-dbcc54fa-f746-4a85-9475-fd92fe0e8abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:21.237212 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-dbcc54fa-f746-4a85-9475-fd92fe0e8abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:21.291236 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-dbcc54fa-f746-4a85-9475-fd92fe0e8abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:21.293801 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-dbcc54fa-f746-4a85-9475-fd92fe0e8abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:21.295114 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-dbcc54fa-f746-4a85-9475-fd92fe0e8abf admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/8bc2c1ac-ae15-422e-b622-cf566c079c6f HTTP/1.1" status: 204 len: 168 time: 0.1294351 Aug 06 17:25:21.304880 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc54fa-f746-4a85-9475-fd92fe0e8abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc2c1ac-ae15-422e-b622-cf566c079c6f,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:25:21.767053 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c1689a-12b6-444a-9153-a5119477a143 req-5c8e6a10-a376-4713-8d9e-4fcceb427be6 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:21.768955 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-66c1689a-12b6-444a-9153-a5119477a143 req-5c8e6a10-a376-4713-8d9e-4fcceb427be6 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/ports?device_id=8bdcf38b-eab2-4cbd-81aa-109f51398728 HTTP/1.1" status: 200 len: 945 time: 0.0544202 Aug 06 17:25:21.814610 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794ee96-0d36-4870-a845-50e6a5f9bdcf req-5a2d717e-d920-4936-a5af-29773efac563 tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:21.816380 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-8794ee96-0d36-4870-a845-50e6a5f9bdcf req-5a2d717e-d920-4936-a5af-29773efac563 tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3fc1322-c485-441c-8c8b-74b9fc830b4c HTTP/1.1" status: 200 len: 948 time: 0.0532377 Aug 06 17:25:21.826781 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-66c1689a-12b6-444a-9153-a5119477a143 req-acb9349b-aeee-4489-b314-3d66c83229bf tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/security-groups?id=dc6ff9a3-fdd9-4e67-aba4-6a96d11d9f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479450 Aug 06 17:25:21.872138 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-8794ee96-0d36-4870-a845-50e6a5f9bdcf req-37c920a0-f23f-439b-88a8-1e39398de97b tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] 10.222.0.89 "GET /v2.0/security-groups?id=cdb30584-9764-4ba7-942a-cfc707bec93c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489917 Aug 06 17:25:22.192866 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f48350-615a-470a-bf04-28adbff69997 req-142146f3-f080-4448-a92e-dae8e55dfa00 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:22.203087 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-93f48350-615a-470a-bf04-28adbff69997 req-142146f3-f080-4448-a92e-dae8e55dfa00 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0649507 Aug 06 17:25:22.258003 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-93f48350-615a-470a-bf04-28adbff69997 req-84ad638c-dd79-47d2-a829-013959864b38 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460699 Aug 06 17:25:23.040545 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25840b74-6a60-4bf9-ade6-e16bf99eb501 req-02f91bb2-879f-45bd-91ec-78710f07e1b4 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:23.043575 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-25840b74-6a60-4bf9-ade6-e16bf99eb501 req-02f91bb2-879f-45bd-91ec-78710f07e1b4 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/ports?device_id=8bdcf38b-eab2-4cbd-81aa-109f51398728 HTTP/1.1" status: 200 len: 945 time: 0.0736790 Aug 06 17:25:23.087118 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-25840b74-6a60-4bf9-ade6-e16bf99eb501 req-638874af-5cfd-4328-836d-365025fee2fe tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/security-groups?id=dc6ff9a3-fdd9-4e67-aba4-6a96d11d9f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372491 Aug 06 17:25:23.097954 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433c014-09ab-49a3-b417-61c0db5c567e req-ec79a729-37d9-419b-833d-c57dcc556b7e tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:23.106008 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-0433c014-09ab-49a3-b417-61c0db5c567e req-ec79a729-37d9-419b-833d-c57dcc556b7e tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3fc1322-c485-441c-8c8b-74b9fc830b4c HTTP/1.1" status: 200 len: 948 time: 0.0692568 Aug 06 17:25:23.148418 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-0433c014-09ab-49a3-b417-61c0db5c567e req-c12437ba-1aaa-4458-b868-a6c3bb3b9026 tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] 10.222.0.89 "GET /v2.0/security-groups?id=cdb30584-9764-4ba7-942a-cfc707bec93c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413263 Aug 06 17:25:23.353706 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-97fe426f-b3ec-4f43-9e39-3985e56c8c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:23.385262 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a17e00-a1e3-4656-951e-7b725d202908 req-fb315e4f-8a12-41b6-bb14-485ff5a6793e tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:23.386776 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-d8a17e00-a1e3-4656-951e-7b725d202908 req-fb315e4f-8a12-41b6-bb14-485ff5a6793e tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0585878 Aug 06 17:25:23.428056 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-d8a17e00-a1e3-4656-951e-7b725d202908 req-460b11b3-1379-48ad-9562-4005d12ce1bc tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341477 Aug 06 17:25:23.699871 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 9d80af35-c089-4ccb-a1eb-b96b38662640 details requested by agent hyperv_hv-cinder-80377 with host hv-cinder-80377 {{(pid=93310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 17:25:23.800809 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port 9d80af35-c089-4ccb-a1eb-b96b38662640, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=9d80af35-c089-4ccb-a1eb-b96b38662640,segment=NetworkSegment(65245229-2462-45c6-b876-cd3b8d0359e6),segment_id=65245229-2462-45c6-b876-cd3b8d0359e6)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:25:23.812142 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Returning: {'device': '9d80af35-c089-4ccb-a1eb-b96b38662640', 'network_id': '84a46755-61cc-47b4-8a5f-ad159c8711f3', 'port_id': '9d80af35-c089-4ccb-a1eb-b96b38662640', 'mac_address': 'fa:16:3e:d4:93:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ea9a75-9ac2-4365-b69d-e0bb424a1214', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 17:25:23.850472 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:23.864100 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d80af35-c089-4ccb-a1eb-b96b38662640 {{(pid=93310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:25:23.884179 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port 9d80af35-c089-4ccb-a1eb-b96b38662640, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=9d80af35-c089-4ccb-a1eb-b96b38662640,segment=NetworkSegment(65245229-2462-45c6-b876-cd3b8d0359e6),segment_id=65245229-2462-45c6-b876-cd3b8d0359e6)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:25:23.889778 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:23.941971 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=9d80af35-c089-4ccb-a1eb-b96b38662640,revision_number=4']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:25:24.081522 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:24.240047 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d7b53-d1d5-4340-b054-2441936f2d0e req-4acbcdc9-d811-42aa-ac54-02037f0776e5 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:24.241552 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-ba8d7b53-d1d5-4340-b054-2441936f2d0e req-4acbcdc9-d811-42aa-ac54-02037f0776e5 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/ports?device_id=8bdcf38b-eab2-4cbd-81aa-109f51398728 HTTP/1.1" status: 200 len: 945 time: 0.0541351 Aug 06 17:25:24.281844 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-ba8d7b53-d1d5-4340-b054-2441936f2d0e req-c3a20c6c-1eda-46a3-b135-d5c933669b0c tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/security-groups?id=dc6ff9a3-fdd9-4e67-aba4-6a96d11d9f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337141 Aug 06 17:25:24.298797 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf7b23-b788-491a-b9f5-43cbbc6e5c35 req-26176f77-16c4-453e-8ddb-49055889ac63 tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:24.300319 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a4bf7b23-b788-491a-b9f5-43cbbc6e5c35 req-26176f77-16c4-453e-8ddb-49055889ac63 tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3fc1322-c485-441c-8c8b-74b9fc830b4c HTTP/1.1" status: 200 len: 949 time: 0.0516059 Aug 06 17:25:24.353258 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a4bf7b23-b788-491a-b9f5-43cbbc6e5c35 req-fbee4e7e-4eb7-4afd-8f7f-5a7067c87760 tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] 10.222.0.89 "GET /v2.0/security-groups?id=cdb30584-9764-4ba7-942a-cfc707bec93c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324190 Aug 06 17:25:24.545584 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] get_ports_and_sgs() called for port_ids ['9d80af35-c089-4ccb-a1eb-b96b38662640'] {{(pid=93310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:25:24.548310 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35902c2c-5726-4572-bbb1-136a903d8cba req-b376476d-c6f5-4ab4-9b0b-96de6793b311 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:24.549810 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-35902c2c-5726-4572-bbb1-136a903d8cba req-b376476d-c6f5-4ab4-9b0b-96de6793b311 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0512168 Aug 06 17:25:24.604428 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-35902c2c-5726-4572-bbb1-136a903d8cba req-66bd82cd-ad43-4b86-a28c-fd30ba08e5d1 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443606 Aug 06 17:25:25.104676 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:25.471486 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be6514-19a7-43f8-bc94-396798d24ff7 req-e144110c-5ddb-43fd-a433-6e8581db7266 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:25.472970 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-78be6514-19a7-43f8-bc94-396798d24ff7 req-e144110c-5ddb-43fd-a433-6e8581db7266 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/ports?device_id=8bdcf38b-eab2-4cbd-81aa-109f51398728 HTTP/1.1" status: 200 len: 945 time: 0.0547953 Aug 06 17:25:25.512849 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-78be6514-19a7-43f8-bc94-396798d24ff7 req-61a783cd-5cbe-4880-a5c8-6afacf88f737 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/security-groups?id=dc6ff9a3-fdd9-4e67-aba4-6a96d11d9f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332901 Aug 06 17:25:25.532381 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2206490-72b5-478d-a6b4-63fc72947ef3 req-0d088793-bada-4a41-8dad-64f8178ac67f tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:25.533896 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-a2206490-72b5-478d-a6b4-63fc72947ef3 req-0d088793-bada-4a41-8dad-64f8178ac67f tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3fc1322-c485-441c-8c8b-74b9fc830b4c HTTP/1.1" status: 200 len: 949 time: 0.0506639 Aug 06 17:25:25.577358 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-a2206490-72b5-478d-a6b4-63fc72947ef3 req-82d078cf-7ad3-4e1d-b7bb-a74b0db71cb5 tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] 10.222.0.89 "GET /v2.0/security-groups?id=cdb30584-9764-4ba7-942a-cfc707bec93c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371172 Aug 06 17:25:25.714411 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9a260-b1b5-4b6e-aa6c-72ac05afa3f1 req-d2cead84-ad53-4ad3-b47c-dc6683106b76 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:25.716111 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f0f9a260-b1b5-4b6e-aa6c-72ac05afa3f1 req-d2cead84-ad53-4ad3-b47c-dc6683106b76 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.96 "GET /v2.0/ports?device_id=8bdcf38b-eab2-4cbd-81aa-109f51398728 HTTP/1.1" status: 200 len: 945 time: 0.0564778 Aug 06 17:25:25.731712 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26e0a7-d018-474c-8570-fec015fbc850 req-886b4791-14b1-4965-92e4-e8c5fd30608a tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:25.733468 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-cd26e0a7-d018-474c-8570-fec015fbc850 req-886b4791-14b1-4965-92e4-e8c5fd30608a tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0615065 Aug 06 17:25:25.782694 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-cd26e0a7-d018-474c-8570-fec015fbc850 req-374a7a2f-5be4-4c64-bcf6-710434a23204 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395687 Aug 06 17:25:25.873418 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.plugin [req-f0f9a260-b1b5-4b6e-aa6c-72ac05afa3f1 req-941f7c04-38b8-4a23-8625-8abc23e92179 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Deleting port 95455eda-92c8-47ca-8ff0-35c2ec95656c {{(pid=93309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:25:25.873694 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-f0f9a260-b1b5-4b6e-aa6c-72ac05afa3f1 req-941f7c04-38b8-4a23-8625-8abc23e92179 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:25.966443 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.db [req-f0f9a260-b1b5-4b6e-aa6c-72ac05afa3f1 req-941f7c04-38b8-4a23-8625-8abc23e92179 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] For port 95455eda-92c8-47ca-8ff0-35c2ec95656c, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=95455eda-92c8-47ca-8ff0-35c2ec95656c,segment=NetworkSegment(818684ee-0485-4c29-9c74-7a6f98fe7965),segment_id=818684ee-0485-4c29-9c74-7a6f98fe7965)] {{(pid=93309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:25:25.966806 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-f0f9a260-b1b5-4b6e-aa6c-72ac05afa3f1 req-941f7c04-38b8-4a23-8625-8abc23e92179 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:25.982552 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.plugin [req-f0f9a260-b1b5-4b6e-aa6c-72ac05afa3f1 req-941f7c04-38b8-4a23-8625-8abc23e92179 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Calling delete_port for 95455eda-92c8-47ca-8ff0-35c2ec95656c owned by compute:nova {{(pid=93309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:25:26.145570 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-f0f9a260-b1b5-4b6e-aa6c-72ac05afa3f1 req-941f7c04-38b8-4a23-8625-8abc23e92179 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379163'] for port, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:26.176605 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f7c04-38b8-4a23-8625-8abc23e92179 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Pushing event deleted for resources: {'Port': ['ID=95455eda-92c8-47ca-8ff0-35c2ec95656c,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:25:26.194425 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] get_ports_and_sgs() called for port_ids ['95455eda-92c8-47ca-8ff0-35c2ec95656c'] {{(pid=93310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:25:26.235800 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f9a260-b1b5-4b6e-aa6c-72ac05afa3f1 req-941f7c04-38b8-4a23-8625-8abc23e92179 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] No DVR routers for this DVR port 95455eda-92c8-47ca-8ff0-35c2ec95656c on host hv-cinder-80377 {{(pid=93309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:25:26.239099 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-f0f9a260-b1b5-4b6e-aa6c-72ac05afa3f1 req-941f7c04-38b8-4a23-8625-8abc23e92179 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:26.241587 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f0f9a260-b1b5-4b6e-aa6c-72ac05afa3f1 req-941f7c04-38b8-4a23-8625-8abc23e92179 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.96 "DELETE /v2.0/ports/95455eda-92c8-47ca-8ff0-35c2ec95656c HTTP/1.1" status: 204 len: 173 time: 0.5176966 Aug 06 17:25:26.242027 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bdcf38b-eab2-4cbd-81aa-109f51398728', 'name': 'network-vif-deleted', 'tag': '95455eda-92c8-47ca-8ff0-35c2ec95656c'}] {{(pid=93309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:25:26.244436 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8dc615238e5bcef59bfa1369ec241dac088066ad095906c2652e3fbb51f90a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bac3b0-0cb5-4eed-a611-12edf6c95578" -d '{"events": [{"server_uuid": "8bdcf38b-eab2-4cbd-81aa-109f51398728", "name": "network-vif-deleted", "tag": "95455eda-92c8-47ca-8ff0-35c2ec95656c"}]}' {{(pid=93309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:25:26.284547 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720dbfd8-1869-4a43-bad3-8810149a700d x-openstack-request-id: req-720dbfd8-1869-4a43-bad3-8810149a700d {{(pid=93309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:25:26.284870 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bdcf38b-eab2-4cbd-81aa-109f51398728", "name": "network-vif-deleted", "tag": "95455eda-92c8-47ca-8ff0-35c2ec95656c", "status": "completed", "code": 200}]} {{(pid=93309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:25:26.285134 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-720dbfd8-1869-4a43-bad3-8810149a700d {{(pid=93309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:25:26.285533 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bdcf38b-eab2-4cbd-81aa-109f51398728', 'name': 'network-vif-deleted', 'tag': '95455eda-92c8-47ca-8ff0-35c2ec95656c', 'status': 'completed', 'code': 200} Aug 06 17:25:26.626286 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-46f337d4-93e6-4df9-ac79-0a2dd50171fa req-bb05f4da-82d4-4205-8323-f0779cec8e39 tempest-VolumesActionsTest-298017698 tempest-VolumesActionsTest-298017698-project] 10.222.0.89 "GET /v2.0/ports?device_id=8bdcf38b-eab2-4cbd-81aa-109f51398728 HTTP/1.1" status: 200 len: 210 time: 0.0264881 Aug 06 17:25:26.726225 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ef334-0399-40e3-9759-23b43cf8d697 req-dfe9898c-f78f-4e46-a3a6-da31d31326ea tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:26.727794 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-262ef334-0399-40e3-9759-23b43cf8d697 req-dfe9898c-f78f-4e46-a3a6-da31d31326ea tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3fc1322-c485-441c-8c8b-74b9fc830b4c HTTP/1.1" status: 200 len: 949 time: 0.0482984 Aug 06 17:25:26.769317 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-262ef334-0399-40e3-9759-23b43cf8d697 req-ab215dab-b545-4f80-ae31-2b44b110070e tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] 10.222.0.89 "GET /v2.0/security-groups?id=cdb30584-9764-4ba7-942a-cfc707bec93c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323622 Aug 06 17:25:26.900359 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd5f23-03bb-4ac7-952c-af2da0dd80e3 req-c64a9908-b34f-41d0-a781-06acc8162494 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:26.901890 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-86bd5f23-03bb-4ac7-952c-af2da0dd80e3 req-c64a9908-b34f-41d0-a781-06acc8162494 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0514951 Aug 06 17:25:26.945634 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-86bd5f23-03bb-4ac7-952c-af2da0dd80e3 req-6b9aa341-1561-40a3-be54-dfc9e93e30af tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376163 Aug 06 17:25:26.954918 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:27.154806 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 33112) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:25:27.266580 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-952a77fe-06ef-46d1-881d-49bf60287cbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:27.359490 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-952a77fe-06ef-46d1-881d-49bf60287cbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:27.365251 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-952a77fe-06ef-46d1-881d-49bf60287cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:27.401560 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-952a77fe-06ef-46d1-881d-49bf60287cbe admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2dfbeea856a44edf8a6d51a0188e9b11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2456272 Aug 06 17:25:27.402887 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952a77fe-06ef-46d1-881d-49bf60287cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e1e74a-1b7b-436c-8be8-6dde45bb4859,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:25:27.404580 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 33116) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:25:27.464495 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-219ddb61-c811-4663-9885-34cf94a80273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:27.486971 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-219ddb61-c811-4663-9885-34cf94a80273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:27.538315 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-219ddb61-c811-4663-9885-34cf94a80273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:27.542085 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-219ddb61-c811-4663-9885-34cf94a80273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:27.543615 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-219ddb61-c811-4663-9885-34cf94a80273 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/72e1e74a-1b7b-436c-8be8-6dde45bb4859 HTTP/1.1" status: 204 len: 168 time: 0.1378803 Aug 06 17:25:27.551589 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ddb61-c811-4663-9885-34cf94a80273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e1e74a-1b7b-436c-8be8-6dde45bb4859,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:25:27.711939 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 9d80af35-c089-4ccb-a1eb-b96b38662640 up at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:25:27.772805 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Provisioning for port 9d80af35-c089-4ccb-a1eb-b96b38662640 completed by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:25:27.785291 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Provisioning complete for port 9d80af35-c089-4ccb-a1eb-b96b38662640 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:25:27.785849 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:27.925407 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:27.934450 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6829a3-64dd-472a-a21f-389e73ea6076 req-24b4269f-a517-4f49-bb0f-32d4c2cd7ff0 tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:27.936272 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-8c6829a3-64dd-472a-a21f-389e73ea6076 req-24b4269f-a517-4f49-bb0f-32d4c2cd7ff0 tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3fc1322-c485-441c-8c8b-74b9fc830b4c HTTP/1.1" status: 200 len: 949 time: 0.0604579 Aug 06 17:25:27.986950 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-8c6829a3-64dd-472a-a21f-389e73ea6076 req-3ceecc0f-a7d0-40fe-8730-61a2d389c7f8 tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] 10.222.0.89 "GET /v2.0/security-groups?id=cdb30584-9764-4ba7-942a-cfc707bec93c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446739 Aug 06 17:25:28.009844 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port 9d80af35-c089-4ccb-a1eb-b96b38662640, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=9d80af35-c089-4ccb-a1eb-b96b38662640,segment=NetworkSegment(65245229-2462-45c6-b876-cd3b8d0359e6),segment_id=65245229-2462-45c6-b876-cd3b8d0359e6)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:25:28.018927 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3fc1322-c485-441c-8c8b-74b9fc830b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d80af35-c089-4ccb-a1eb-b96b38662640'}] {{(pid=93310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:25:28.021404 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713379ad4201aa67d1557f3d7b7da947c96b0ad1778a29fd635d5f04ae47f1c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4be0d5-9d8e-4960-81b2-d880b755c000" -d '{"events": [{"server_uuid": "a3fc1322-c485-441c-8c8b-74b9fc830b4c", "name": "network-vif-plugged", "status": "completed", "tag": "9d80af35-c089-4ccb-a1eb-b96b38662640"}]}' {{(pid=93310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:25:28.026759 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:28.085925 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 33166) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:25:28.086064 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=9d80af35-c089-4ccb-a1eb-b96b38662640,revision_number=5']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:25:28.101936 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862c2e1d-af04-4ca3-823b-346714c8d8da x-openstack-request-id: req-862c2e1d-af04-4ca3-823b-346714c8d8da {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:25:28.102224 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3fc1322-c485-441c-8c8b-74b9fc830b4c", "name": "network-vif-plugged", "status": "completed", "tag": "9d80af35-c089-4ccb-a1eb-b96b38662640", "code": 200}]} {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:25:28.102500 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-862c2e1d-af04-4ca3-823b-346714c8d8da {{(pid=93310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:25:28.102891 dv-cinder-803773-1-iscsi neutron-server[93310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3fc1322-c485-441c-8c8b-74b9fc830b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d80af35-c089-4ccb-a1eb-b96b38662640', 'code': 200} Aug 06 17:25:28.132069 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff91d1-877c-4832-bd5b-2acc2e673f97 req-a6da1887-164f-4255-9ee6-305a28d81281 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:28.140911 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-93ff91d1-877c-4832-bd5b-2acc2e673f97 req-a6da1887-164f-4255-9ee6-305a28d81281 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0834823 Aug 06 17:25:28.181234 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-93ff91d1-877c-4832-bd5b-2acc2e673f97 req-cc6b8858-30a2-4f49-943a-5e2cf3baf484 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392115 Aug 06 17:25:28.310213 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-022e5692-ce46-453f-ac66-f90982022b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:28.368475 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c1e6c-ed0d-4125-ab0e-f557e8c9686f req-e77aad0a-38f3-4098-bc92-8f0d7a2a3c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:28.370098 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-518c1e6c-ed0d-4125-ab0e-f557e8c9686f req-e77aad0a-38f3-4098-bc92-8f0d7a2a3c12 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=a3fc1322-c485-441c-8c8b-74b9fc830b4c HTTP/1.1" status: 200 len: 1103 time: 0.0426149 Aug 06 17:25:28.410844 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-518c1e6c-ed0d-4125-ab0e-f557e8c9686f req-cc8cad68-b3dd-4768-940d-254229641bbc service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=cdb30584-9764-4ba7-942a-cfc707bec93c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295715 Aug 06 17:25:28.441055 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-022e5692-ce46-453f-ac66-f90982022b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:28.450476 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-022e5692-ce46-453f-ac66-f90982022b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:28.493953 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-022e5692-ce46-453f-ac66-f90982022b1e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=01cd8badaa2341a198ac29a56dabd7ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4042075 Aug 06 17:25:28.493953 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e5692-ce46-453f-ac66-f90982022b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26414da-24cf-43bf-ba18-21a75dd96062,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:25:28.494482 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 33194) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:25:28.501916 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e5692-ce46-453f-ac66-f90982022b1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:25:28.502353 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e5692-ce46-453f-ac66-f90982022b1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:25:28.502767 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e5692-ce46-453f-ac66-f90982022b1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:25:28.503130 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e5692-ce46-453f-ac66-f90982022b1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:25:28.503543 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e5692-ce46-453f-ac66-f90982022b1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:25:28.503787 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e5692-ce46-453f-ac66-f90982022b1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:25:28.504110 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e5692-ce46-453f-ac66-f90982022b1e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:25:28.504432 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e5692-ce46-453f-ac66-f90982022b1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:25:28.504763 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e5692-ce46-453f-ac66-f90982022b1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:25:28.505074 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e5692-ce46-453f-ac66-f90982022b1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:25:28.505595 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e5692-ce46-453f-ac66-f90982022b1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:25:28.505999 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e5692-ce46-453f-ac66-f90982022b1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:25:28.538862 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 33200) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:25:28.560624 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-8fa03e47-d63e-4496-ac8d-db3fc3956b4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:28.582843 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-8fa03e47-d63e-4496-ac8d-db3fc3956b4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:28.633403 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-8fa03e47-d63e-4496-ac8d-db3fc3956b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:28.636097 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-8fa03e47-d63e-4496-ac8d-db3fc3956b4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:28.636263 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-89484b57-d5f6-436b-af24-4b135cef24d7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1184915067-network', 'tenant_id': 'c191f771f99a479bbee297652ad2639e'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:25:28.639913 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-8fa03e47-d63e-4496-ac8d-db3fc3956b4a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a26414da-24cf-43bf-ba18-21a75dd96062 HTTP/1.1" status: 204 len: 168 time: 0.1419032 Aug 06 17:25:28.662410 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa03e47-d63e-4496-ac8d-db3fc3956b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26414da-24cf-43bf-ba18-21a75dd96062,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:25:28.666716 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89484b57-d5f6-436b-af24-4b135cef24d7 admin admin] Made reservation on behalf of c191f771f99a479bbee297652ad2639e for: {'network': 1} {{(pid=93308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:25:28.672211 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-89484b57-d5f6-436b-af24-4b135cef24d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for network, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:28.676491 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa03e47-d63e-4496-ac8d-db3fc3956b4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:25:28.676902 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa03e47-d63e-4496-ac8d-db3fc3956b4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:25:28.677591 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa03e47-d63e-4496-ac8d-db3fc3956b4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:25:28.678576 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa03e47-d63e-4496-ac8d-db3fc3956b4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:25:28.678906 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa03e47-d63e-4496-ac8d-db3fc3956b4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:25:28.679235 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa03e47-d63e-4496-ac8d-db3fc3956b4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:25:28.679558 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa03e47-d63e-4496-ac8d-db3fc3956b4a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:25:28.679880 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa03e47-d63e-4496-ac8d-db3fc3956b4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:25:28.680203 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa03e47-d63e-4496-ac8d-db3fc3956b4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:25:28.680526 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa03e47-d63e-4496-ac8d-db3fc3956b4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:25:28.680839 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa03e47-d63e-4496-ac8d-db3fc3956b4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:25:28.680945 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-89484b57-d5f6-436b-af24-4b135cef24d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:28.681296 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa03e47-d63e-4496-ac8d-db3fc3956b4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:25:28.770112 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-89484b57-d5f6-436b-af24-4b135cef24d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:28.774503 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-89484b57-d5f6-436b-af24-4b135cef24d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:28.804731 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89484b57-d5f6-436b-af24-4b135cef24d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1079} {{(pid=93308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 17:25:28.814979 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89484b57-d5f6-436b-af24-4b135cef24d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40aa14bd-5e4b-4fff-baf4-74ad99448249,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:25:28.820031 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-89484b57-d5f6-436b-af24-4b135cef24d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022'] for segment, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:28.820370 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.db.segments_db [None req-89484b57-d5f6-436b-af24-4b135cef24d7 admin admin] Added segment 71e49bc8-ea2b-44a1-8bed-36cc046a884f of type vlan for network 2c248285-8451-4a98-9e33-c567bb185468 Aug 06 17:25:28.863686 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-89484b57-d5f6-436b-af24-4b135cef24d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768831157836'] for network, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:28.899137 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-89484b57-d5f6-436b-af24-4b135cef24d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707'] for network, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:28.900224 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89484b57-d5f6-436b-af24-4b135cef24d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:28.900842 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-89484b57-d5f6-436b-af24-4b135cef24d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for network, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:28.958632 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 33224) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:25:28.961438 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-89484b57-d5f6-436b-af24-4b135cef24d7 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4214625 Aug 06 17:25:28.964538 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89484b57-d5f6-436b-af24-4b135cef24d7 admin admin] Pushing event updated for resources: {'Network': ['ID=2c248285-8451-4a98-9e33-c567bb185468,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:25:28.964857 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 33226) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:25:28.969804 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [None req-8b250533-3c7b-4830-906e-49f7dfc7fbed admin admin] Request body: {'subnet': {'network_id': '2c248285-8451-4a98-9e33-c567bb185468', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1184915067-subnet', 'tenant_id': 'c191f771f99a479bbee297652ad2639e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:25:28.974658 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Network 2c248285-8451-4a98-9e33-c567bb185468 details requested by agent ovs-agent-dv-cinder-803773-1-iscsi with host dv-cinder-803773-1-iscsi {{(pid=93310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 17:25:28.982955 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-ce3f6d0b-d3b2-431b-b584-e914412082d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:29.008581 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b250533-3c7b-4830-906e-49f7dfc7fbed admin admin] Made reservation on behalf of c191f771f99a479bbee297652ad2639e for: {'subnet': 1} {{(pid=93309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:25:29.010842 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-8b250533-3c7b-4830-906e-49f7dfc7fbed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29509928'] for subnet, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:29.108639 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d26ea3-bcd7-41c0-b090-93556305a559 req-acd4442e-9351-4bc9-8192-c23e0bc87f58 tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:29.110307 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a6d26ea3-bcd7-41c0-b090-93556305a559 req-acd4442e-9351-4bc9-8192-c23e0bc87f58 tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3fc1322-c485-441c-8c8b-74b9fc830b4c HTTP/1.1" status: 200 len: 950 time: 0.0522184 Aug 06 17:25:29.150495 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a6d26ea3-bcd7-41c0-b090-93556305a559 req-0dae3510-f528-49ef-904d-ac6d0853009b tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] 10.222.0.89 "GET /v2.0/security-groups?id=cdb30584-9764-4ba7-942a-cfc707bec93c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333633 Aug 06 17:25:29.181248 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-ce3f6d0b-d3b2-431b-b584-e914412082d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:29.186855 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-ce3f6d0b-d3b2-431b-b584-e914412082d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:29.257323 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-ce3f6d0b-d3b2-431b-b584-e914412082d7 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2b5674f0d51543a5be7a42ca20ebf12c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2974043 Aug 06 17:25:29.260001 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 33232) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:25:29.266043 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f6d0b-d3b2-431b-b584-e914412082d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4ec041-1ffb-4f0e-a6e5-8d73d07321ec,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:25:29.268731 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-8b250533-3c7b-4830-906e-49f7dfc7fbed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30379247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29509914'] for subnet, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:29.329537 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea95c60-072d-44ac-b240-749ae8af2b09 req-781f8659-112c-4ada-a005-606b0896101c tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:29.331049 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-3ea95c60-072d-44ac-b240-749ae8af2b09 req-781f8659-112c-4ada-a005-606b0896101c tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0570459 Aug 06 17:25:29.346291 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b250533-3c7b-4830-906e-49f7dfc7fbed admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc9d2feb-ddb4-41e8-9948-a9ef99c10889,revision_number=0']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:25:29.369009 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-3ea95c60-072d-44ac-b240-749ae8af2b09 req-a6e26ecd-6766-428f-bea0-89ed4a17cd5b tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316808 Aug 06 17:25:29.370405 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b250533-3c7b-4830-906e-49f7dfc7fbed admin admin] Checking segment: {'id': '71e49bc8-ea2b-44a1-8bed-36cc046a884f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2c248285-8451-4a98-9e33-c567bb185468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:25:29.370725 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b250533-3c7b-4830-906e-49f7dfc7fbed admin admin] Network hostable DHCP agents. Network: 2c248285-8451-4a98-9e33-c567bb185468, hostable agents: ['4daea8ea-8fec-4a46-9c0b-2c2eda663924'], hosted agents: [] {{(pid=93309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 17:25:29.376253 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-fbdeeab5-2eec-4ba3-b1b2-910438ba7cf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:29.403916 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-fbdeeab5-2eec-4ba3-b1b2-910438ba7cf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:29.409853 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b250533-3c7b-4830-906e-49f7dfc7fbed admin admin] Network 2c248285-8451-4a98-9e33-c567bb185468 is scheduled to be hosted by DHCP agent 4daea8ea-8fec-4a46-9c0b-2c2eda663924 with binding_index 1 {{(pid=93309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 17:25:29.433313 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.base_scheduler [None req-8b250533-3c7b-4830-906e-49f7dfc7fbed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803773-1-iscsi, 2c248285-8451-4a98-9e33-c567bb185468) {{(pid=93309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:25:29.439345 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b250533-3c7b-4830-906e-49f7dfc7fbed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:29.439965 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-8b250533-3c7b-4830-906e-49f7dfc7fbed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for subnet, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:29.441737 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8279285-952e-4920-be86-3d657f361c9c None None] Network 2c248285-8451-4a98-9e33-c567bb185468 requested from dv-cinder-803773-1-iscsi {{(pid=93310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:25:29.453940 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-8b250533-3c7b-4830-906e-49f7dfc7fbed admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4880848 Aug 06 17:25:29.464542 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-fbdeeab5-2eec-4ba3-b1b2-910438ba7cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:29.467206 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-fbdeeab5-2eec-4ba3-b1b2-910438ba7cf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:29.468336 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-fbdeeab5-2eec-4ba3-b1b2-910438ba7cf1 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/3f4ec041-1ffb-4f0e-a6e5-8d73d07321ec HTTP/1.1" status: 204 len: 168 time: 0.2073746 Aug 06 17:25:29.476428 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdeeab5-2eec-4ba3-b1b2-910438ba7cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4ec041-1ffb-4f0e-a6e5-8d73d07321ec,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:25:29.603797 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77499a1c-b2ca-4768-bccc-d5781d88452c None None] Network 2c248285-8451-4a98-9e33-c567bb185468 requested from dv-cinder-803773-1-iscsi {{(pid=93310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:25:30.825492 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 95455eda-92c8-47ca-8ff0-35c2ec95656c no longer exists at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:25:30.845692 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] No Port match for: 95455eda-92c8-47ca-8ff0-35c2ec95656c {{(pid=93310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:25:30.846034 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 95455eda-92c8-47ca-8ff0-35c2ec95656c not bound to the agent host hv-cinder-80377 {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:25:32.103797 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca49b0-724a-4d64-a184-224b740687b0 req-def41c12-0cbc-48f4-876d-060f8b18adff tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:32.105302 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f0ca49b0-724a-4d64-a184-224b740687b0 req-def41c12-0cbc-48f4-876d-060f8b18adff tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3fc1322-c485-441c-8c8b-74b9fc830b4c HTTP/1.1" status: 200 len: 950 time: 0.0537105 Aug 06 17:25:32.141256 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7c3ab-0fba-4885-8fc0-be517ec6cf05 req-dd34ca50-416e-49f3-ab3f-e98387a78b03 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:32.142765 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-04e7c3ab-0fba-4885-8fc0-be517ec6cf05 req-dd34ca50-416e-49f3-ab3f-e98387a78b03 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0563483 Aug 06 17:25:32.145417 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f0ca49b0-724a-4d64-a184-224b740687b0 req-5ff318d2-ce2d-496f-a010-63ebe89ced08 tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] 10.222.0.89 "GET /v2.0/security-groups?id=cdb30584-9764-4ba7-942a-cfc707bec93c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340633 Aug 06 17:25:32.181670 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-04e7c3ab-0fba-4885-8fc0-be517ec6cf05 req-78da4025-36fc-4a2b-a1c0-99696b78c8ec tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317881 Aug 06 17:25:33.297205 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9892419-0107-4230-9d38-66f9fdb78e1f req-a3f69a8a-cbb8-4d31-9fa8-6d053937aac6 tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:33.298811 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-b9892419-0107-4230-9d38-66f9fdb78e1f req-a3f69a8a-cbb8-4d31-9fa8-6d053937aac6 tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3fc1322-c485-441c-8c8b-74b9fc830b4c HTTP/1.1" status: 200 len: 950 time: 0.0621176 Aug 06 17:25:33.341211 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-b9892419-0107-4230-9d38-66f9fdb78e1f req-38ab251c-3146-4bab-a6a1-8c9d78c43e9b tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] 10.222.0.89 "GET /v2.0/security-groups?id=cdb30584-9764-4ba7-942a-cfc707bec93c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338271 Aug 06 17:25:33.345507 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177a997-8a0a-4088-8f9a-caae159689f3 req-868fbcbb-87c5-44e6-acd3-0674e40ce91a tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:33.353657 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-d177a997-8a0a-4088-8f9a-caae159689f3 req-868fbcbb-87c5-44e6-acd3-0674e40ce91a tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0568409 Aug 06 17:25:33.387010 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-d177a997-8a0a-4088-8f9a-caae159689f3 req-c11f8aea-7360-4c7c-9119-48064ea704cf tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324714 Aug 06 17:25:33.556059 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf87b69-caeb-4209-a5f9-a0e1ad6d5eb5 req-2503c23d-44c8-4a6a-9b61-ee8cce86fd5a tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:33.557576 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-abf87b69-caeb-4209-a5f9-a0e1ad6d5eb5 req-2503c23d-44c8-4a6a-9b61-ee8cce86fd5a tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/networks?id=2c248285-8451-4a98-9e33-c567bb185468 HTTP/1.1" status: 200 len: 814 time: 0.1089845 Aug 06 17:25:33.574905 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-abf87b69-caeb-4209-a5f9-a0e1ad6d5eb5 req-81a68c41-8155-41ac-8fd4-a0b3006f3788 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/quotas/c191f771f99a479bbee297652ad2639e HTTP/1.1" status: 200 len: 375 time: 0.0111272 Aug 06 17:25:33.613387 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-abf87b69-caeb-4209-a5f9-a0e1ad6d5eb5 req-07c49989-0b4d-4bb3-b0a5-69b6647a5387 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=c191f771f99a479bbee297652ad2639e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285335 Aug 06 17:25:33.624032 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a255e-3c7c-4b2d-a1b3-5a6bbcfb5bba req-c6fc6658-db09-4161-b579-15230d55aed7 tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:33.625619 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-b89a255e-3c7c-4b2d-a1b3-5a6bbcfb5bba req-c6fc6658-db09-4161-b579-15230d55aed7 tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3fc1322-c485-441c-8c8b-74b9fc830b4c HTTP/1.1" status: 200 len: 950 time: 0.0497668 Aug 06 17:25:33.668717 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-b89a255e-3c7c-4b2d-a1b3-5a6bbcfb5bba req-a6d47e87-3d40-4517-af56-fb3289f53a5f tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] 10.222.0.89 "GET /v2.0/security-groups?id=cdb30584-9764-4ba7-942a-cfc707bec93c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359583 Aug 06 17:25:33.708285 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-abf87b69-caeb-4209-a5f9-a0e1ad6d5eb5 req-e001950c-2bea-47e7-af14-2bdb00fa4e10 service neutron] 10.222.0.89 "GET /v2.0/networks/2c248285-8451-4a98-9e33-c567bb185468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868979 Aug 06 17:25:33.804833 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-abf87b69-caeb-4209-a5f9-a0e1ad6d5eb5 req-21cb3fb0-c6bd-47ac-ac85-a0321285ad2c service neutron] 10.222.0.89 "GET /v2.0/networks/2c248285-8451-4a98-9e33-c567bb185468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891025 Aug 06 17:25:34.000082 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-0f07981f-6794-4e3a-b797-2982bf130983 req-d0da6e6b-fc20-4b03-8549-178e47662332 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1848098-0459-4070-9a09-7437ddc92384 HTTP/1.1" status: 200 len: 210 time: 0.0436900 Aug 06 17:25:34.562176 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44732b4c-7093-4a39-a285-e356b6bd8610 req-26d0ca29-6ab1-4740-af60-6d5a6be50a59 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:34.564006 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-44732b4c-7093-4a39-a285-e356b6bd8610 req-26d0ca29-6ab1-4740-af60-6d5a6be50a59 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0922022 Aug 06 17:25:34.603608 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-44732b4c-7093-4a39-a285-e356b6bd8610 req-ec6e47ca-b632-42c1-b7fe-d589301b39f7 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331860 Aug 06 17:25:34.808733 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251151a-6346-4b89-9448-86b09577c4b8 req-9182aed8-b973-43a1-83c9-80bef2377f7c tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:34.811666 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-3251151a-6346-4b89-9448-86b09577c4b8 req-9182aed8-b973-43a1-83c9-80bef2377f7c tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3fc1322-c485-441c-8c8b-74b9fc830b4c HTTP/1.1" status: 200 len: 950 time: 0.0622449 Aug 06 17:25:34.855848 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-3251151a-6346-4b89-9448-86b09577c4b8 req-3ecdced0-17af-4320-afde-a3661da9af98 tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] 10.222.0.89 "GET /v2.0/security-groups?id=cdb30584-9764-4ba7-942a-cfc707bec93c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378234 Aug 06 17:25:35.105731 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-070ba037-8d26-4abe-9ffa-5690e366b453 req-94971813-716c-43d0-96ae-f7ca6d773b2f tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1848098-0459-4070-9a09-7437ddc92384 HTTP/1.1" status: 200 len: 210 time: 0.0282898 Aug 06 17:25:35.696108 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf87b69-caeb-4209-a5f9-a0e1ad6d5eb5 req-5c94372d-f09c-472e-899c-3789b06bc1e3 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:35.697645 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-abf87b69-caeb-4209-a5f9-a0e1ad6d5eb5 req-5c94372d-f09c-472e-899c-3789b06bc1e3 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.96 "GET /v2.0/networks?id=2c248285-8451-4a98-9e33-c567bb185468 HTTP/1.1" status: 200 len: 814 time: 0.3440387 Aug 06 17:25:35.759745 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [req-abf87b69-caeb-4209-a5f9-a0e1ad6d5eb5 req-b129283e-e9bf-48ed-8862-8c358c697199 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Request body: {'port': {'device_id': 'd1848098-0459-4070-9a09-7437ddc92384', 'network_id': '2c248285-8451-4a98-9e33-c567bb185468', 'admin_state_up': True, 'tenant_id': 'c191f771f99a479bbee297652ad2639e'}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:25:35.769912 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dee4db-ae90-47ef-b0b5-743c1e389d68 req-269c308e-fa05-41eb-899d-431cb9c1fa1c tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:35.771846 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-71dee4db-ae90-47ef-b0b5-743c1e389d68 req-269c308e-fa05-41eb-899d-431cb9c1fa1c tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0542104 Aug 06 17:25:35.813352 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-71dee4db-ae90-47ef-b0b5-743c1e389d68 req-ce057578-3215-40d9-9676-c06d152bd225 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343883 Aug 06 17:25:35.877959 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abf87b69-caeb-4209-a5f9-a0e1ad6d5eb5 req-b129283e-e9bf-48ed-8862-8c358c697199 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Made reservation on behalf of c191f771f99a479bbee297652ad2639e for: {'port': 1} {{(pid=93309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:25:35.881990 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-abf87b69-caeb-4209-a5f9-a0e1ad6d5eb5 req-b129283e-e9bf-48ed-8862-8c358c697199 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:36.052732 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28374fe7-a538-48fb-bf1b-972586533657 req-ffd836f8-6c14-41f5-aaed-04ca276fe52a tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:36.054446 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-28374fe7-a538-48fb-bf1b-972586533657 req-ffd836f8-6c14-41f5-aaed-04ca276fe52a tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3fc1322-c485-441c-8c8b-74b9fc830b4c HTTP/1.1" status: 200 len: 950 time: 0.1007354 Aug 06 17:25:36.064338 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.db_base_plugin_common [req-abf87b69-caeb-4209-a5f9-a0e1ad6d5eb5 req-b129283e-e9bf-48ed-8862-8c358c697199 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Allocated IP 172.20.0.6 (2c248285-8451-4a98-9e33-c567bb185468/cc9d2feb-ddb4-41e8-9948-a9ef99c10889/ba7e6177-ada5-48eb-afb8-7dfcf5b11068) {{(pid=93309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:25:36.126912 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-28374fe7-a538-48fb-bf1b-972586533657 req-d0dd9600-935f-4b69-bee5-1c3edbf85dae tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] 10.222.0.89 "GET /v2.0/security-groups?id=cdb30584-9764-4ba7-942a-cfc707bec93c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597532 Aug 06 17:25:36.212994 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-ddac53ec-d4ea-443b-9954-3ac1f98a11e5 req-7f1ef142-5f30-4e2b-a686-8ecf03eafaef tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1848098-0459-4070-9a09-7437ddc92384 HTTP/1.1" status: 200 len: 210 time: 0.0350070 Aug 06 17:25:36.292868 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-abf87b69-caeb-4209-a5f9-a0e1ad6d5eb5 req-b129283e-e9bf-48ed-8862-8c358c697199 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Notify callbacks [] for port, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:36.332486 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-abf87b69-caeb-4209-a5f9-a0e1ad6d5eb5 req-b129283e-e9bf-48ed-8862-8c358c697199 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379163'] for port, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:36.375434 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abf87b69-caeb-4209-a5f9-a0e1ad6d5eb5 req-b129283e-e9bf-48ed-8862-8c358c697199 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Network 2c248285-8451-4a98-9e33-c567bb185468 is already hosted by enough agents. {{(pid=93309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:25:36.380796 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.base_scheduler [req-abf87b69-caeb-4209-a5f9-a0e1ad6d5eb5 req-b129283e-e9bf-48ed-8862-8c358c697199 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Resources bound (agent type, host, resource id): {{(pid=93309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:25:36.385013 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf87b69-caeb-4209-a5f9-a0e1ad6d5eb5 req-b129283e-e9bf-48ed-8862-8c358c697199 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Received port after_create {{(pid=93309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:25:36.416863 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b129283e-e9bf-48ed-8862-8c358c697199 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Pushing event updated for resources: {'Port': ['ID=ba7e6177-ada5-48eb-afb8-7dfcf5b11068,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:25:36.450557 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf87b69-caeb-4209-a5f9-a0e1ad6d5eb5 req-b129283e-e9bf-48ed-8862-8c358c697199 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:36.451429 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-abf87b69-caeb-4209-a5f9-a0e1ad6d5eb5 req-b129283e-e9bf-48ed-8862-8c358c697199 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:36.469939 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-abf87b69-caeb-4209-a5f9-a0e1ad6d5eb5 req-b129283e-e9bf-48ed-8862-8c358c697199 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7146053 Aug 06 17:25:36.502143 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [req-abf87b69-caeb-4209-a5f9-a0e1ad6d5eb5 req-f62aeb24-01ad-4fdd-81d0-415ceb41a071 service neutron] Request body: {'port': {'device_id': 'd1848098-0459-4070-9a09-7437ddc92384', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80377'}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:25:36.567512 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-abf87b69-caeb-4209-a5f9-a0e1ad6d5eb5 req-f62aeb24-01ad-4fdd-81d0-415ceb41a071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:36.716124 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d793e57-41dc-4325-8853-4fad3fe087db req-e313683a-c8dd-4fa3-b9d0-f6566709d811 tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:36.718138 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-0d793e57-41dc-4325-8853-4fad3fe087db req-e313683a-c8dd-4fa3-b9d0-f6566709d811 tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] 10.222.0.96 "GET /v2.0/ports?device_id=a3fc1322-c485-441c-8c8b-74b9fc830b4c HTTP/1.1" status: 200 len: 950 time: 0.0581949 Aug 06 17:25:36.847695 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [req-0d793e57-41dc-4325-8853-4fad3fe087db req-a12ea17a-6be5-47ed-823c-b8161a5d50d0 tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] Deleting port 9d80af35-c089-4ccb-a1eb-b96b38662640 {{(pid=93308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:25:36.848387 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-0d793e57-41dc-4325-8853-4fad3fe087db req-a12ea17a-6be5-47ed-823c-b8161a5d50d0 tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:36.888809 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.notifiers.nova [req-abf87b69-caeb-4209-a5f9-a0e1ad6d5eb5 req-f62aeb24-01ad-4fdd-81d0-415ceb41a071 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba7e6177-ada5-48eb-afb8-7dfcf5b11068 {{(pid=93309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:25:36.897974 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-abf87b69-caeb-4209-a5f9-a0e1ad6d5eb5 req-f62aeb24-01ad-4fdd-81d0-415ceb41a071 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:36.911260 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.provisioning_blocks [req-abf87b69-caeb-4209-a5f9-a0e1ad6d5eb5 req-f62aeb24-01ad-4fdd-81d0-415ceb41a071 service neutron] Transition to ACTIVE for port object ba7e6177-ada5-48eb-afb8-7dfcf5b11068 will not be triggered until provisioned by entity L2. {{(pid=93309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:25:36.920227 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-abf87b69-caeb-4209-a5f9-a0e1ad6d5eb5 req-f62aeb24-01ad-4fdd-81d0-415ceb41a071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30379154'] for port, after_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:36.964064 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [req-0d793e57-41dc-4325-8853-4fad3fe087db req-a12ea17a-6be5-47ed-823c-b8161a5d50d0 tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] For port 9d80af35-c089-4ccb-a1eb-b96b38662640, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=9d80af35-c089-4ccb-a1eb-b96b38662640,segment=NetworkSegment(65245229-2462-45c6-b876-cd3b8d0359e6),segment_id=65245229-2462-45c6-b876-cd3b8d0359e6)] {{(pid=93308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:25:36.964733 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-0d793e57-41dc-4325-8853-4fad3fe087db req-a12ea17a-6be5-47ed-823c-b8161a5d50d0 tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:36.977990 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [req-0d793e57-41dc-4325-8853-4fad3fe087db req-a12ea17a-6be5-47ed-823c-b8161a5d50d0 tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] Calling delete_port for 9d80af35-c089-4ccb-a1eb-b96b38662640 owned by compute:nova {{(pid=93308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:25:37.014845 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62aeb24-01ad-4fdd-81d0-415ceb41a071 service neutron] Pushing event updated for resources: {'Port': ['ID=ba7e6177-ada5-48eb-afb8-7dfcf5b11068,revision_number=2']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:25:37.070519 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc998a-f55d-4f6f-9b06-c3ff5803daae req-8e4da46d-41a0-4cda-a33a-cbb0e3b4d68c tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:37.072099 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-b8cc998a-f55d-4f6f-9b06-c3ff5803daae req-8e4da46d-41a0-4cda-a33a-cbb0e3b4d68c tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.1163068 Aug 06 17:25:37.134480 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-0d793e57-41dc-4325-8853-4fad3fe087db req-a12ea17a-6be5-47ed-823c-b8161a5d50d0 tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253'] for port, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:37.139623 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.managers [req-abf87b69-caeb-4209-a5f9-a0e1ad6d5eb5 req-f62aeb24-01ad-4fdd-81d0-415ceb41a071 service neutron] Attempting to bind port ba7e6177-ada5-48eb-afb8-7dfcf5b11068 on host hv-cinder-80377 for vnic_type normal with profile {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:25:37.139957 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.managers [req-abf87b69-caeb-4209-a5f9-a0e1ad6d5eb5 req-f62aeb24-01ad-4fdd-81d0-415ceb41a071 service neutron] Attempting to bind port ba7e6177-ada5-48eb-afb8-7dfcf5b11068 by drivers openvswitch,hyperv on host hv-cinder-80377 at level 0 using segments [{'id': '71e49bc8-ea2b-44a1-8bed-36cc046a884f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2c248285-8451-4a98-9e33-c567bb185468'}] {{(pid=93309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:25:37.140282 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf87b69-caeb-4209-a5f9-a0e1ad6d5eb5 req-f62aeb24-01ad-4fdd-81d0-415ceb41a071 service neutron] Attempting to bind port ba7e6177-ada5-48eb-afb8-7dfcf5b11068 on network 2c248285-8451-4a98-9e33-c567bb185468 {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:25:37.151965 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-b8cc998a-f55d-4f6f-9b06-c3ff5803daae req-5b8ac12d-d816-479f-a571-bb668a5c01fd tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689769 Aug 06 17:25:37.161425 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf87b69-caeb-4209-a5f9-a0e1ad6d5eb5 req-f62aeb24-01ad-4fdd-81d0-415ceb41a071 service neutron] Port ba7e6177-ada5-48eb-afb8-7dfcf5b11068 on network 2c248285-8451-4a98-9e33-c567bb185468 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80377 {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 17:25:37.161950 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf87b69-caeb-4209-a5f9-a0e1ad6d5eb5 req-f62aeb24-01ad-4fdd-81d0-415ceb41a071 service neutron] Attempting to bind port ba7e6177-ada5-48eb-afb8-7dfcf5b11068 on network 2c248285-8451-4a98-9e33-c567bb185468 {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:25:37.173695 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf87b69-caeb-4209-a5f9-a0e1ad6d5eb5 req-f62aeb24-01ad-4fdd-81d0-415ceb41a071 service neutron] Checking agent: {'id': 'd2fb1ab5-1995-4796-a222-8ffdc3f56d02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 21, 40), 'started_at': datetime.datetime(2021, 8, 6, 17, 21, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:25:37.174173 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf87b69-caeb-4209-a5f9-a0e1ad6d5eb5 req-f62aeb24-01ad-4fdd-81d0-415ceb41a071 service neutron] Checking segment: {'id': '71e49bc8-ea2b-44a1-8bed-36cc046a884f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2c248285-8451-4a98-9e33-c567bb185468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:25:37.174595 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf87b69-caeb-4209-a5f9-a0e1ad6d5eb5 req-f62aeb24-01ad-4fdd-81d0-415ceb41a071 service neutron] Bound using segment: {'id': '71e49bc8-ea2b-44a1-8bed-36cc046a884f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2c248285-8451-4a98-9e33-c567bb185468'} {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:25:37.175026 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.managers [req-abf87b69-caeb-4209-a5f9-a0e1ad6d5eb5 req-f62aeb24-01ad-4fdd-81d0-415ceb41a071 service neutron] Bound port: ba7e6177-ada5-48eb-afb8-7dfcf5b11068, host: hv-cinder-80377, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71e49bc8-ea2b-44a1-8bed-36cc046a884f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2c248285-8451-4a98-9e33-c567bb185468'}}] {{(pid=93309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:25:37.175875 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-abf87b69-caeb-4209-a5f9-a0e1ad6d5eb5 req-f62aeb24-01ad-4fdd-81d0-415ceb41a071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:37.194967 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] get_ports_and_sgs() called for port_ids ['9d80af35-c089-4ccb-a1eb-b96b38662640'] {{(pid=93310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:25:37.204773 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ea17a-6be5-47ed-823c-b8161a5d50d0 tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] Pushing event deleted for resources: {'Port': ['ID=9d80af35-c089-4ccb-a1eb-b96b38662640,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:25:37.285404 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d793e57-41dc-4325-8853-4fad3fe087db req-a12ea17a-6be5-47ed-823c-b8161a5d50d0 tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] No DVR routers for this DVR port 9d80af35-c089-4ccb-a1eb-b96b38662640 on host hv-cinder-80377 {{(pid=93308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:25:37.295352 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-1bf8dbf6-a89d-4069-b73d-e0faa66fe8fd req-2cc688ce-4113-4322-9dcd-35eca83cfd11 tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3fc1322-c485-441c-8c8b-74b9fc830b4c HTTP/1.1" status: 200 len: 210 time: 0.0505149 Aug 06 17:25:37.296592 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-0d793e57-41dc-4325-8853-4fad3fe087db req-a12ea17a-6be5-47ed-823c-b8161a5d50d0 tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:37.307394 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-0d793e57-41dc-4325-8853-4fad3fe087db req-a12ea17a-6be5-47ed-823c-b8161a5d50d0 tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] 10.222.0.96 "DELETE /v2.0/ports/9d80af35-c089-4ccb-a1eb-b96b38662640 HTTP/1.1" status: 204 len: 173 time: 0.5709343 Aug 06 17:25:37.308200 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3fc1322-c485-441c-8c8b-74b9fc830b4c', 'name': 'network-vif-deleted', 'tag': '9d80af35-c089-4ccb-a1eb-b96b38662640'}] {{(pid=93308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:25:37.310580 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9970891e86e7a54ba8327591cdb5f98a510e69f2198634f60bde42845cd177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba46173-0943-4fd5-9dc3-36333aeaf191" -d '{"events": [{"server_uuid": "a3fc1322-c485-441c-8c8b-74b9fc830b4c", "name": "network-vif-deleted", "tag": "9d80af35-c089-4ccb-a1eb-b96b38662640"}]}' {{(pid=93308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:25:37.321675 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.db [req-abf87b69-caeb-4209-a5f9-a0e1ad6d5eb5 req-f62aeb24-01ad-4fdd-81d0-415ceb41a071 service neutron] For port ba7e6177-ada5-48eb-afb8-7dfcf5b11068, host hv-cinder-80377, cleared binding levels {{(pid=93309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:25:37.327408 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.db [req-abf87b69-caeb-4209-a5f9-a0e1ad6d5eb5 req-f62aeb24-01ad-4fdd-81d0-415ceb41a071 service neutron] For port ba7e6177-ada5-48eb-afb8-7dfcf5b11068, host hv-cinder-80377, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=ba7e6177-ada5-48eb-afb8-7dfcf5b11068,segment=NetworkSegment(71e49bc8-ea2b-44a1-8bed-36cc046a884f),segment_id=71e49bc8-ea2b-44a1-8bed-36cc046a884f)] {{(pid=93309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:25:37.336220 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-abf87b69-caeb-4209-a5f9-a0e1ad6d5eb5 req-f62aeb24-01ad-4fdd-81d0-415ceb41a071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30379154'] for port, after_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:37.353968 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2210f3ab-491a-4400-9ca7-6570b1fd4bdd x-openstack-request-id: req-2210f3ab-491a-4400-9ca7-6570b1fd4bdd {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:25:37.354713 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3fc1322-c485-441c-8c8b-74b9fc830b4c", "name": "network-vif-deleted", "tag": "9d80af35-c089-4ccb-a1eb-b96b38662640", "status": "completed", "code": 200}]} {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:25:37.355179 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2210f3ab-491a-4400-9ca7-6570b1fd4bdd {{(pid=93308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:25:37.355808 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3fc1322-c485-441c-8c8b-74b9fc830b4c', 'name': 'network-vif-deleted', 'tag': '9d80af35-c089-4ccb-a1eb-b96b38662640', 'status': 'completed', 'code': 200} Aug 06 17:25:37.399607 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf87b69-caeb-4209-a5f9-a0e1ad6d5eb5 req-f62aeb24-01ad-4fdd-81d0-415ceb41a071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:37.400309 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-abf87b69-caeb-4209-a5f9-a0e1ad6d5eb5 req-f62aeb24-01ad-4fdd-81d0-415ceb41a071 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:37.402221 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-abf87b69-caeb-4209-a5f9-a0e1ad6d5eb5 req-f62aeb24-01ad-4fdd-81d0-415ceb41a071 service neutron] 10.222.0.96 "PUT /v2.0/ports/ba7e6177-ada5-48eb-afb8-7dfcf5b11068 HTTP/1.1" status: 200 len: 1093 time: 0.9057789 Aug 06 17:25:37.424317 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1848098-0459-4070-9a09-7437ddc92384', 'tag': 'ba7e6177-ada5-48eb-afb8-7dfcf5b11068'}] {{(pid=93309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:25:37.430627 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8dc615238e5bcef59bfa1369ec241dac088066ad095906c2652e3fbb51f90a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7dce38b-2e0f-491a-9d22-051d07d2d478" -d '{"events": [{"name": "network-changed", "server_uuid": "d1848098-0459-4070-9a09-7437ddc92384", "tag": "ba7e6177-ada5-48eb-afb8-7dfcf5b11068"}]}' {{(pid=93309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:25:37.484924 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62aeb24-01ad-4fdd-81d0-415ceb41a071 service neutron] Pushing event updated for resources: {'Port': ['ID=ba7e6177-ada5-48eb-afb8-7dfcf5b11068,revision_number=3']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:25:37.550319 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8699fc-b0cb-41cd-9d12-acf2ab786310 req-29a91889-0188-4f3a-9f4f-cbc22a74a54c tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:37.551857 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-9d8699fc-b0cb-41cd-9d12-acf2ab786310 req-29a91889-0188-4f3a-9f4f-cbc22a74a54c tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1848098-0459-4070-9a09-7437ddc92384 HTTP/1.1" status: 200 len: 943 time: 0.1439037 Aug 06 17:25:37.566206 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbfd2a5c-bdd9-41c3-8da5-b159f890da30 x-openstack-request-id: req-bbfd2a5c-bdd9-41c3-8da5-b159f890da30 {{(pid=93309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:25:37.566582 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1848098-0459-4070-9a09-7437ddc92384", "tag": "ba7e6177-ada5-48eb-afb8-7dfcf5b11068", "status": "completed", "code": 200}]} {{(pid=93309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:25:37.566827 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-bbfd2a5c-bdd9-41c3-8da5-b159f890da30 {{(pid=93309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:25:37.567273 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1848098-0459-4070-9a09-7437ddc92384', 'tag': 'ba7e6177-ada5-48eb-afb8-7dfcf5b11068', 'status': 'completed', 'code': 200} Aug 06 17:25:37.609200 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf87b69-caeb-4209-a5f9-a0e1ad6d5eb5 req-52308112-8d02-43c1-afb7-4df5cbd5b7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:37.610801 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-abf87b69-caeb-4209-a5f9-a0e1ad6d5eb5 req-52308112-8d02-43c1-afb7-4df5cbd5b7d1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c191f771f99a479bbee297652ad2639e&device_id=d1848098-0459-4070-9a09-7437ddc92384 HTTP/1.1" status: 200 len: 1096 time: 0.0850601 Aug 06 17:25:37.613746 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-9d8699fc-b0cb-41cd-9d12-acf2ab786310 req-4bd852d6-5e71-4413-889a-335ef65bd04a tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/security-groups?id=40aa14bd-5e4b-4fff-baf4-74ad99448249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456772 Aug 06 17:25:37.722906 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-abf87b69-caeb-4209-a5f9-a0e1ad6d5eb5 req-abaadb26-c035-4e04-af21-793a63db9ba4 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba7e6177-ada5-48eb-afb8-7dfcf5b11068 HTTP/1.1" status: 200 len: 217 time: 0.0366580 Aug 06 17:25:37.794911 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf87b69-caeb-4209-a5f9-a0e1ad6d5eb5 req-55f0286f-96ea-4c77-8718-d667dcea90b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:37.796564 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-abf87b69-caeb-4209-a5f9-a0e1ad6d5eb5 req-55f0286f-96ea-4c77-8718-d667dcea90b8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=cc9d2feb-ddb4-41e8-9948-a9ef99c10889 HTTP/1.1" status: 200 len: 854 time: 0.0549135 Aug 06 17:25:37.839825 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-abf87b69-caeb-4209-a5f9-a0e1ad6d5eb5 req-820beb23-4860-4013-ae64-85de3eb5766c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2c248285-8451-4a98-9e33-c567bb185468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254717 Aug 06 17:25:37.946532 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-abf87b69-caeb-4209-a5f9-a0e1ad6d5eb5 req-0fe42987-5cdf-4aac-a3ac-4c6e446362dc service neutron] 10.222.0.96 "GET /v2.0/networks/2c248285-8451-4a98-9e33-c567bb185468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956750 Aug 06 17:25:38.107256 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-abf87b69-caeb-4209-a5f9-a0e1ad6d5eb5 req-f9b519d6-37b5-4cbd-bbe0-04fa1b5ca00a service neutron] 10.222.0.96 "GET /v2.0/networks/2c248285-8451-4a98-9e33-c567bb185468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063321 Aug 06 17:25:38.423605 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dce38b-2e0f-491a-9d22-051d07d2d478 req-80890fbe-e9b9-4864-9f39-3d9a16911b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:38.428172 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e7dce38b-2e0f-491a-9d22-051d07d2d478 req-80890fbe-e9b9-4864-9f39-3d9a16911b2f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c191f771f99a479bbee297652ad2639e&device_id=d1848098-0459-4070-9a09-7437ddc92384 HTTP/1.1" status: 200 len: 1096 time: 0.1189687 Aug 06 17:25:38.503486 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e92d9b-8e9b-47fa-80f2-a995d59ef493 req-182aae95-befb-4d2b-8f4f-a364f48b163f tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:38.505090 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-31e92d9b-8e9b-47fa-80f2-a995d59ef493 req-182aae95-befb-4d2b-8f4f-a364f48b163f tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.2140839 Aug 06 17:25:38.556032 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-73ae95c0-d7f6-4c7e-9fd0-a7627e71d658 req-76dd1250-d8ad-4c38-a9c6-e8bc10418760 tempest-VolumesNegativeTest-208017412 tempest-VolumesNegativeTest-208017412-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3fc1322-c485-441c-8c8b-74b9fc830b4c HTTP/1.1" status: 200 len: 210 time: 0.0828385 Aug 06 17:25:38.627584 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-31e92d9b-8e9b-47fa-80f2-a995d59ef493 req-07d5d8a3-25ab-4f0a-a4b4-582b43e58ed7 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119473 Aug 06 17:25:38.742604 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dce38b-2e0f-491a-9d22-051d07d2d478 req-4362e22c-b64c-4880-8c36-fb9d9be57dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:38.742873 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e7dce38b-2e0f-491a-9d22-051d07d2d478 req-4362e22c-b64c-4880-8c36-fb9d9be57dae service neutron] 10.222.0.96 "GET /v2.0/networks?id=2c248285-8451-4a98-9e33-c567bb185468 HTTP/1.1" status: 200 len: 916 time: 0.3002863 Aug 06 17:25:38.840465 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e7dce38b-2e0f-491a-9d22-051d07d2d478 req-4b81d577-9b4a-4b15-95e3-4e1d96db172f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba7e6177-ada5-48eb-afb8-7dfcf5b11068 HTTP/1.1" status: 200 len: 217 time: 0.0813174 Aug 06 17:25:38.855402 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089c2ad-71b9-49a6-bfe8-10e226c1c418 req-0a660a09-5c3a-4cfe-9548-07fa87f5ae08 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:38.856934 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-3089c2ad-71b9-49a6-bfe8-10e226c1c418 req-0a660a09-5c3a-4cfe-9548-07fa87f5ae08 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1848098-0459-4070-9a09-7437ddc92384 HTTP/1.1" status: 200 len: 943 time: 0.0775635 Aug 06 17:25:38.896258 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-3089c2ad-71b9-49a6-bfe8-10e226c1c418 req-f05ec1b6-f757-44c1-9183-ba0bb0a20719 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/security-groups?id=40aa14bd-5e4b-4fff-baf4-74ad99448249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326042 Aug 06 17:25:38.916364 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dce38b-2e0f-491a-9d22-051d07d2d478 req-7e622de1-142d-40a8-8775-5a960672114e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:38.917793 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e7dce38b-2e0f-491a-9d22-051d07d2d478 req-7e622de1-142d-40a8-8775-5a960672114e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=cc9d2feb-ddb4-41e8-9948-a9ef99c10889 HTTP/1.1" status: 200 len: 854 time: 0.0472314 Aug 06 17:25:39.028457 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e7dce38b-2e0f-491a-9d22-051d07d2d478 req-f06420be-bc9f-4b92-93d6-d4f00b1d2bf2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2c248285-8451-4a98-9e33-c567bb185468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333548 Aug 06 17:25:39.133153 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e7dce38b-2e0f-491a-9d22-051d07d2d478 req-50e81766-f9ff-447b-8d42-73ac7499cbc4 service neutron] 10.222.0.96 "GET /v2.0/networks/2c248285-8451-4a98-9e33-c567bb185468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925591 Aug 06 17:25:39.248213 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e7dce38b-2e0f-491a-9d22-051d07d2d478 req-b011e82f-cb6d-42bb-93a9-0baf1b560325 service neutron] 10.222.0.96 "GET /v2.0/networks/2c248285-8451-4a98-9e33-c567bb185468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898261 Aug 06 17:25:39.776706 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2abeb-8289-4ffc-8f9d-a36d0393bf5c req-dc358dc6-92a4-479a-9793-531aa73ba617 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:39.779305 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-c8e2abeb-8289-4ffc-8f9d-a36d0393bf5c req-dc358dc6-92a4-479a-9793-531aa73ba617 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0574870 Aug 06 17:25:39.825970 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-c8e2abeb-8289-4ffc-8f9d-a36d0393bf5c req-d223350c-b3eb-4ffb-83ce-6ca5b30ac5a0 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386021 Aug 06 17:25:39.984899 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:40.008462 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 9d80af35-c089-4ccb-a1eb-b96b38662640 no longer exists at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:25:40.020661 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76548f54-0f12-4e8e-abea-1adef8821661 req-a052486c-1bee-446c-882c-9353fe8146ac tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:40.022394 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-76548f54-0f12-4e8e-abea-1adef8821661 req-a052486c-1bee-446c-882c-9353fe8146ac tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1848098-0459-4070-9a09-7437ddc92384 HTTP/1.1" status: 200 len: 943 time: 0.0529044 Aug 06 17:25:40.029114 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] No Port match for: 9d80af35-c089-4ccb-a1eb-b96b38662640 {{(pid=93310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:25:40.029461 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 9d80af35-c089-4ccb-a1eb-b96b38662640 not bound to the agent host hv-cinder-80377 {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:25:40.062933 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-76548f54-0f12-4e8e-abea-1adef8821661 req-29e45205-9b8f-412f-9788-51d9f37298c7 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/security-groups?id=40aa14bd-5e4b-4fff-baf4-74ad99448249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322878 Aug 06 17:25:40.650357 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-09861a02-69b9-4920-b9cd-e1aa65f8bffc req-37f17ad3-61ef-4f96-bc68-02f1dac9705a service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470407 Aug 06 17:25:40.739260 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09861a02-69b9-4920-b9cd-e1aa65f8bffc req-82feae44-aaf9-4228-99ed-abedc76ee8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:40.740689 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-09861a02-69b9-4920-b9cd-e1aa65f8bffc req-82feae44-aaf9-4228-99ed-abedc76ee8b5 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d4d45ad3cd734f29b1d101a15856a9e4&device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 1098 time: 0.0420656 Aug 06 17:25:40.856147 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09861a02-69b9-4920-b9cd-e1aa65f8bffc req-3fc414c5-0620-4179-9d59-8859cea4e6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:40.857732 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-09861a02-69b9-4920-b9cd-e1aa65f8bffc req-3fc414c5-0620-4179-9d59-8859cea4e6a4 service neutron] 10.222.0.96 "GET /v2.0/networks?id=deea6c2c-89aa-49a9-8ca9-e984e33e872e HTTP/1.1" status: 200 len: 920 time: 0.0894046 Aug 06 17:25:40.903389 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-09861a02-69b9-4920-b9cd-e1aa65f8bffc req-76393306-2104-4181-b21f-b95118032a54 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb HTTP/1.1" status: 200 len: 217 time: 0.0372708 Aug 06 17:25:40.967511 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e084f-5ec6-4b3b-8012-60abc7516e1d req-353eb2da-bf36-4bd3-8789-747016e33922 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:40.969844 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-2d2e084f-5ec6-4b3b-8012-60abc7516e1d req-353eb2da-bf36-4bd3-8789-747016e33922 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0593452 Aug 06 17:25:40.975814 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09861a02-69b9-4920-b9cd-e1aa65f8bffc req-ba21415e-338d-461b-8e96-694a82d5d1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:40.977296 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-09861a02-69b9-4920-b9cd-e1aa65f8bffc req-ba21415e-338d-461b-8e96-694a82d5d1b7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c44d3273-d0a1-4d92-88ef-0e9181e87f95 HTTP/1.1" status: 200 len: 858 time: 0.0629303 Aug 06 17:25:41.021838 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-09861a02-69b9-4920-b9cd-e1aa65f8bffc req-40f1980e-1e72-417d-a5ce-11f0ed473c21 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=deea6c2c-89aa-49a9-8ca9-e984e33e872e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326631 Aug 06 17:25:41.035141 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-2d2e084f-5ec6-4b3b-8012-60abc7516e1d req-f2faef8d-c2c1-45a5-8877-cfd0648d3c94 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587344 Aug 06 17:25:41.175127 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-09861a02-69b9-4920-b9cd-e1aa65f8bffc req-692c2434-22d3-47cb-920d-6b1775f3c98d service neutron] 10.222.0.96 "GET /v2.0/networks/deea6c2c-89aa-49a9-8ca9-e984e33e872e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443605 Aug 06 17:25:41.218499 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9924dc-031f-40aa-b9dc-c1fb43c81a64 req-f5bdde7a-1f68-420b-a314-2a032c921f17 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:41.220083 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-ee9924dc-031f-40aa-b9dc-c1fb43c81a64 req-f5bdde7a-1f68-420b-a314-2a032c921f17 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1848098-0459-4070-9a09-7437ddc92384 HTTP/1.1" status: 200 len: 943 time: 0.0821049 Aug 06 17:25:41.322782 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-ee9924dc-031f-40aa-b9dc-c1fb43c81a64 req-5f3e1f46-7c6c-4b6d-a105-29e09a84371a tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/security-groups?id=40aa14bd-5e4b-4fff-baf4-74ad99448249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624886 Aug 06 17:25:41.332417 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-09861a02-69b9-4920-b9cd-e1aa65f8bffc req-78aa99f3-d0bf-496c-8f3b-ffa1f3b5facb service neutron] 10.222.0.96 "GET /v2.0/networks/deea6c2c-89aa-49a9-8ca9-e984e33e872e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452899 Aug 06 17:25:42.177240 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b4d331-7190-4050-9a8d-8f8f3a9adec4 req-d78e24ea-e0f7-4b41-a53d-7d0c4e2b3ff7 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:42.183123 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-16b4d331-7190-4050-9a8d-8f8f3a9adec4 req-d78e24ea-e0f7-4b41-a53d-7d0c4e2b3ff7 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0548537 Aug 06 17:25:42.221566 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-16b4d331-7190-4050-9a8d-8f8f3a9adec4 req-1b622bba-2bf9-407e-ae74-66f62e0aa84c tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355520 Aug 06 17:25:42.447155 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f140f-cfd1-426d-9995-eb8552886c3d req-deab400b-e341-4718-9ae0-d5a0d6b9d55c tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:42.448697 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-5d6f140f-cfd1-426d-9995-eb8552886c3d req-deab400b-e341-4718-9ae0-d5a0d6b9d55c tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1848098-0459-4070-9a09-7437ddc92384 HTTP/1.1" status: 200 len: 943 time: 0.0547490 Aug 06 17:25:42.494659 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-5d6f140f-cfd1-426d-9995-eb8552886c3d req-442305d6-3d19-4e0d-9208-30c4e3d4d14f tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/security-groups?id=40aa14bd-5e4b-4fff-baf4-74ad99448249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398107 Aug 06 17:25:43.352911 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b86f87-140b-4382-844b-7ff28871a1fb req-bb6f9219-56ce-4335-870d-ed63bf3aa301 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:43.354668 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f2b86f87-140b-4382-844b-7ff28871a1fb req-bb6f9219-56ce-4335-870d-ed63bf3aa301 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0521464 Aug 06 17:25:43.394548 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f2b86f87-140b-4382-844b-7ff28871a1fb req-eef51867-7c21-4b31-a874-4c7c87cabdf3 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336847 Aug 06 17:25:43.639884 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e88cd-bd8c-4ebf-b53b-f3e1bd72f7b0 req-61a2f3c0-d2d5-45f7-9466-aef6b1bf0579 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:43.642419 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-d59e88cd-bd8c-4ebf-b53b-f3e1bd72f7b0 req-61a2f3c0-d2d5-45f7-9466-aef6b1bf0579 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1848098-0459-4070-9a09-7437ddc92384 HTTP/1.1" status: 200 len: 943 time: 0.0729716 Aug 06 17:25:43.686955 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-d59e88cd-bd8c-4ebf-b53b-f3e1bd72f7b0 req-ffbaf037-6f1f-413e-bc11-7ab4512d75b4 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/security-groups?id=40aa14bd-5e4b-4fff-baf4-74ad99448249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378754 Aug 06 17:25:44.523032 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96829dfa-cc89-4b08-9850-cdd1c395e08d req-50b31137-452e-426a-ac6d-5e7700b15f47 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:44.530632 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-96829dfa-cc89-4b08-9850-cdd1c395e08d req-50b31137-452e-426a-ac6d-5e7700b15f47 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0620952 Aug 06 17:25:44.566940 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-96829dfa-cc89-4b08-9850-cdd1c395e08d req-e1f6013f-d0af-4703-a5e4-3f572b6a94d3 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354569 Aug 06 17:25:44.806283 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4099f9f-99fc-461d-8791-29e5c27d9ec4 req-457f6b8a-2bbc-43c4-b836-f6cda77b3ec3 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:44.808246 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e4099f9f-99fc-461d-8791-29e5c27d9ec4 req-457f6b8a-2bbc-43c4-b836-f6cda77b3ec3 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1848098-0459-4070-9a09-7437ddc92384 HTTP/1.1" status: 200 len: 943 time: 0.0539689 Aug 06 17:25:44.852979 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e4099f9f-99fc-461d-8791-29e5c27d9ec4 req-a8321817-c83b-44ec-bb9d-d878bc90ce72 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/security-groups?id=40aa14bd-5e4b-4fff-baf4-74ad99448249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379519 Aug 06 17:25:45.691750 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8097197-c327-4457-bc62-0fd974d02807 req-4c91a97c-4274-4173-9822-783a355f1ea4 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:45.694213 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-d8097197-c327-4457-bc62-0fd974d02807 req-4c91a97c-4274-4173-9822-783a355f1ea4 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0528393 Aug 06 17:25:45.746798 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-d8097197-c327-4457-bc62-0fd974d02807 req-c53a2b49-a750-4c6f-92f5-236a896ed076 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452268 Aug 06 17:25:46.127609 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681667d0-a2bf-4d39-9b1f-2435875b5466 req-8ae7cdf5-27bb-4919-8a31-7cbf72a14465 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:46.129428 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-681667d0-a2bf-4d39-9b1f-2435875b5466 req-8ae7cdf5-27bb-4919-8a31-7cbf72a14465 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1848098-0459-4070-9a09-7437ddc92384 HTTP/1.1" status: 200 len: 943 time: 0.0567694 Aug 06 17:25:46.172572 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-681667d0-a2bf-4d39-9b1f-2435875b5466 req-aa95f468-e13d-42ef-9e48-b84e18d1350f tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/security-groups?id=40aa14bd-5e4b-4fff-baf4-74ad99448249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362580 Aug 06 17:25:46.872556 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa22781-97cf-4fd2-8ef3-b4cfa47d5726 req-0a2b2976-5fda-47cb-89d2-a630b70292bf tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:46.874440 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-8aa22781-97cf-4fd2-8ef3-b4cfa47d5726 req-0a2b2976-5fda-47cb-89d2-a630b70292bf tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0542998 Aug 06 17:25:46.924346 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-8aa22781-97cf-4fd2-8ef3-b4cfa47d5726 req-ea3d1d65-7548-4546-90b2-9b52c14d3165 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375116 Aug 06 17:25:47.291096 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ffd638-fe14-402a-a6eb-2b72c2dc5a32 req-bd6a4b0a-5d81-4318-895a-537eb2ae77cb tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:47.292739 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-33ffd638-fe14-402a-a6eb-2b72c2dc5a32 req-bd6a4b0a-5d81-4318-895a-537eb2ae77cb tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1848098-0459-4070-9a09-7437ddc92384 HTTP/1.1" status: 200 len: 943 time: 0.0516043 Aug 06 17:25:47.345834 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-33ffd638-fe14-402a-a6eb-2b72c2dc5a32 req-e6132371-78b5-4a94-a96d-1966923b5902 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/security-groups?id=40aa14bd-5e4b-4fff-baf4-74ad99448249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444126 Aug 06 17:25:48.053255 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c8d549-a430-4ae5-9132-dc21cb3e7e82 req-7200779b-6383-4bdf-a9e2-5a9c47eaba14 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:48.055497 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f4c8d549-a430-4ae5-9132-dc21cb3e7e82 req-7200779b-6383-4bdf-a9e2-5a9c47eaba14 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0586674 Aug 06 17:25:48.099271 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f4c8d549-a430-4ae5-9132-dc21cb3e7e82 req-b28bad66-5d94-4390-abbb-74bb32530a6c tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372624 Aug 06 17:25:48.487651 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9352a69-bcdc-47ec-a107-2eab82b36adc req-e1e1d5fd-7fda-4c1b-8483-4c725d4c443b tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:48.489316 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-a9352a69-bcdc-47ec-a107-2eab82b36adc req-e1e1d5fd-7fda-4c1b-8483-4c725d4c443b tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1848098-0459-4070-9a09-7437ddc92384 HTTP/1.1" status: 200 len: 943 time: 0.0621057 Aug 06 17:25:48.550526 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-a9352a69-bcdc-47ec-a107-2eab82b36adc req-9570e0ac-9b34-433d-958d-b4e81b72ff9e tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/security-groups?id=40aa14bd-5e4b-4fff-baf4-74ad99448249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545096 Aug 06 17:25:49.219509 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f7aff-ba73-403a-bb98-25ea27f9e523 req-c5ae3cfb-d4ec-4b53-9757-913ec82fa7ec tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:49.221275 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-a00f7aff-ba73-403a-bb98-25ea27f9e523 req-c5ae3cfb-d4ec-4b53-9757-913ec82fa7ec tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0506063 Aug 06 17:25:49.261380 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-a00f7aff-ba73-403a-bb98-25ea27f9e523 req-7a108548-7fdd-4f32-89d1-f59e975a74c4 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335021 Aug 06 17:25:49.743738 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e41758-e542-438a-b5d2-610eb6171d8c req-efba1c68-65cc-47e3-8645-df1c91a1c6b6 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:49.745246 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-16e41758-e542-438a-b5d2-610eb6171d8c req-efba1c68-65cc-47e3-8645-df1c91a1c6b6 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1848098-0459-4070-9a09-7437ddc92384 HTTP/1.1" status: 200 len: 943 time: 0.0564413 Aug 06 17:25:49.797082 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-16e41758-e542-438a-b5d2-610eb6171d8c req-e7c7019f-40cf-4cfd-9aac-f85ebbfa3184 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/security-groups?id=40aa14bd-5e4b-4fff-baf4-74ad99448249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427179 Aug 06 17:25:49.898565 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb861b-1720-4564-8052-696cf1dede38 req-712fabf7-b348-4824-92a3-2e59e67a8f83 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:49.901394 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-77cb861b-1720-4564-8052-696cf1dede38 req-712fabf7-b348-4824-92a3-2e59e67a8f83 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 946 time: 0.0544324 Aug 06 17:25:49.941457 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-77cb861b-1720-4564-8052-696cf1dede38 req-764280a8-485b-4a5b-a07e-9f7a60d06fd6 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350678 Aug 06 17:25:50.383953 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757056b0-0543-4a78-bc5e-d5db9b735d5e req-6031b5b1-f451-4315-9ddd-0f3be247e8ff tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:50.385496 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-757056b0-0543-4a78-bc5e-d5db9b735d5e req-6031b5b1-f451-4315-9ddd-0f3be247e8ff tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0523500 Aug 06 17:25:50.430986 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-757056b0-0543-4a78-bc5e-d5db9b735d5e req-53b964f9-623c-4d06-8d69-416a3fe8393b tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389972 Aug 06 17:25:50.923311 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0c1bc-a8e6-4d96-904d-873eae52760e req-2953f8ab-e40a-44d2-9016-18f45a541096 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:50.924801 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-caf0c1bc-a8e6-4d96-904d-873eae52760e req-2953f8ab-e40a-44d2-9016-18f45a541096 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1848098-0459-4070-9a09-7437ddc92384 HTTP/1.1" status: 200 len: 943 time: 0.0589404 Aug 06 17:25:50.971424 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-caf0c1bc-a8e6-4d96-904d-873eae52760e req-5b310eda-76ee-4a84-948b-dd7c955c7590 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/security-groups?id=40aa14bd-5e4b-4fff-baf4-74ad99448249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402579 Aug 06 17:25:51.088198 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56dccd-d8ed-4090-9e65-5082de3d33d9 req-aac5727d-2d2f-413e-a82f-640e9579224a tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:51.090123 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-ef56dccd-d8ed-4090-9e65-5082de3d33d9 req-aac5727d-2d2f-413e-a82f-640e9579224a tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 946 time: 0.0558929 Aug 06 17:25:51.095339 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7dd3a699-f18f-4359-946e-47de3ddd732e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:51.130540 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-ef56dccd-d8ed-4090-9e65-5082de3d33d9 req-12ce0e19-5cc0-46fb-9246-84c9a627503d tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337226 Aug 06 17:25:51.559486 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa0b167-fbc1-4d15-acd3-6fa966042e87 req-594944b9-85bd-4763-b763-ed94a2fc23c9 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:51.561061 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-7aa0b167-fbc1-4d15-acd3-6fa966042e87 req-594944b9-85bd-4763-b763-ed94a2fc23c9 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0542653 Aug 06 17:25:51.603803 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-7aa0b167-fbc1-4d15-acd3-6fa966042e87 req-a33eda41-ff38-4496-b84c-0f2f64c8157e tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367627 Aug 06 17:25:52.131845 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdce763-40a2-4a81-a9c1-8329dc471f3a req-8fa7b663-5c83-4be3-b306-66a13df69fb4 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:52.133684 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-6cdce763-40a2-4a81-a9c1-8329dc471f3a req-8fa7b663-5c83-4be3-b306-66a13df69fb4 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1848098-0459-4070-9a09-7437ddc92384 HTTP/1.1" status: 200 len: 943 time: 0.0914073 Aug 06 17:25:52.203841 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-6cdce763-40a2-4a81-a9c1-8329dc471f3a req-39fa6802-398f-48a9-a06f-b0c655b32232 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/security-groups?id=40aa14bd-5e4b-4fff-baf4-74ad99448249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595248 Aug 06 17:25:52.336172 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e38ac-92bb-4a81-ab3c-1d59527af21c req-28568381-a6cf-46b5-9a86-16ff2582e97d tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:52.338333 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f43e38ac-92bb-4a81-ab3c-1d59527af21c req-28568381-a6cf-46b5-9a86-16ff2582e97d tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 946 time: 0.0592628 Aug 06 17:25:52.388574 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f43e38ac-92bb-4a81-ab3c-1d59527af21c req-64df6f06-f0f3-4242-9336-96925d5f7b41 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365660 Aug 06 17:25:52.727125 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7dbaf-aaa1-4c10-8422-fa8bac7d33ff req-dd69f6a8-b8c3-41e2-8716-259a2c5added tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:52.728794 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-d4c7dbaf-aaa1-4c10-8422-fa8bac7d33ff req-dd69f6a8-b8c3-41e2-8716-259a2c5added tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0502329 Aug 06 17:25:52.772029 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-d4c7dbaf-aaa1-4c10-8422-fa8bac7d33ff req-17300077-34ce-4da3-bc06-3eaafdd4f78d tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359938 Aug 06 17:25:53.340573 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc3e37-0863-4ff4-981e-4eea143e2a67 req-ae80f1f8-821b-4d0c-b2ba-5ca5ac48f42e tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:53.342197 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-73dc3e37-0863-4ff4-981e-4eea143e2a67 req-ae80f1f8-821b-4d0c-b2ba-5ca5ac48f42e tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1848098-0459-4070-9a09-7437ddc92384 HTTP/1.1" status: 200 len: 943 time: 0.0581090 Aug 06 17:25:53.361355 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-97307d75-6a33-4bcc-a937-38200e39d489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:53.385268 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-73dc3e37-0863-4ff4-981e-4eea143e2a67 req-375c991a-1809-4cb5-9f0c-b195e8883b5c tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/security-groups?id=40aa14bd-5e4b-4fff-baf4-74ad99448249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364585 Aug 06 17:25:53.515767 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a012f7c-dcbd-4e1c-8276-a8d2f372a617 req-903ec2a4-adcb-4ed6-a63a-148f572185ae tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:53.517666 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-6a012f7c-dcbd-4e1c-8276-a8d2f372a617 req-903ec2a4-adcb-4ed6-a63a-148f572185ae tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 946 time: 0.0588224 Aug 06 17:25:53.558385 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-6a012f7c-dcbd-4e1c-8276-a8d2f372a617 req-ccb09f93-6f11-49c9-b34e-084d2054b589 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345092 Aug 06 17:25:53.904927 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2ba5c-f4ae-4bb0-9f8a-5c9ab2343131 req-65b4a807-f323-44cb-b1a2-b1292542f29d tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:53.906489 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-0da2ba5c-f4ae-4bb0-9f8a-5c9ab2343131 req-65b4a807-f323-44cb-b1a2-b1292542f29d tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0580471 Aug 06 17:25:53.964647 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-0da2ba5c-f4ae-4bb0-9f8a-5c9ab2343131 req-279dbd80-12b5-4f5c-bd5f-ce0a2a3c3ea7 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510981 Aug 06 17:25:54.087487 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:54.539182 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca49a34-bc17-4b53-be1d-a1e8f1136cb6 req-dc1959fc-c287-4040-8211-a7d0013bb247 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:54.541859 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-4ca49a34-bc17-4b53-be1d-a1e8f1136cb6 req-dc1959fc-c287-4040-8211-a7d0013bb247 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 946 time: 0.0760064 Aug 06 17:25:54.566581 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6ce0a-79b4-4ecc-8c16-006363c6c324 req-3e0eb598-5474-4d1b-94fe-1adb90a81a9c tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:54.568782 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-b8d6ce0a-79b4-4ecc-8c16-006363c6c324 req-3e0eb598-5474-4d1b-94fe-1adb90a81a9c tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1848098-0459-4070-9a09-7437ddc92384 HTTP/1.1" status: 200 len: 943 time: 0.0872591 Aug 06 17:25:54.600507 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-4ca49a34-bc17-4b53-be1d-a1e8f1136cb6 req-06fea211-f2fa-4c61-a081-e04c97c27b09 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495188 Aug 06 17:25:54.648414 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-b8d6ce0a-79b4-4ecc-8c16-006363c6c324 req-3f66fcaf-bc33-4c12-82cd-a95dcf325d6d tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/security-groups?id=40aa14bd-5e4b-4fff-baf4-74ad99448249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664248 Aug 06 17:25:54.742035 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29c679-1d32-43ed-8342-6e71d52155e9 req-abcc2aa1-4757-40f2-89bd-fd5e5d36081c tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:54.743649 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-bd29c679-1d32-43ed-8342-6e71d52155e9 req-abcc2aa1-4757-40f2-89bd-fd5e5d36081c tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 946 time: 0.0518208 Aug 06 17:25:54.801887 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-bd29c679-1d32-43ed-8342-6e71d52155e9 req-775ad552-9ec1-4a9d-931d-52fd0f325521 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484316 Aug 06 17:25:55.106797 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c006f-2fe9-4a2a-906a-6e077bfba647 req-1077ab4c-cb2d-48aa-8561-415bf116b9c9 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:55.115773 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-504c006f-2fe9-4a2a-906a-6e077bfba647 req-1077ab4c-cb2d-48aa-8561-415bf116b9c9 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0668726 Aug 06 17:25:55.127930 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:55.162794 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-504c006f-2fe9-4a2a-906a-6e077bfba647 req-73899d09-9196-4333-b612-a7da1c54360a tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458794 Aug 06 17:25:55.781727 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418956a5-ffd5-4a08-ac96-f19ad863b14c req-4f0dbf5d-32ab-41fe-b60c-aeef3504ea83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:55.784023 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-418956a5-ffd5-4a08-ac96-f19ad863b14c req-4f0dbf5d-32ab-41fe-b60c-aeef3504ea83 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 1098 time: 0.0895495 Aug 06 17:25:55.803700 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee2746f-0630-4483-94ea-aa95a55b02e1 req-8befc6a4-d02f-4a7e-a893-ff481149a10a tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:55.807354 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-bee2746f-0630-4483-94ea-aa95a55b02e1 req-8befc6a4-d02f-4a7e-a893-ff481149a10a tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 946 time: 0.0812800 Aug 06 17:25:55.810982 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ff023-60dc-4a31-952f-50a68ed142d5 req-6ea80ef8-f0e5-4821-afd2-634c40482157 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:55.812433 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-1d1ff023-60dc-4a31-952f-50a68ed142d5 req-6ea80ef8-f0e5-4821-afd2-634c40482157 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1848098-0459-4070-9a09-7437ddc92384 HTTP/1.1" status: 200 len: 943 time: 0.0608475 Aug 06 17:25:55.881402 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-1d1ff023-60dc-4a31-952f-50a68ed142d5 req-63066532-4409-4b34-9c1f-fdaef0495812 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/security-groups?id=40aa14bd-5e4b-4fff-baf4-74ad99448249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592806 Aug 06 17:25:56.062563 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device ba7e6177-ada5-48eb-afb8-7dfcf5b11068 details requested by agent hyperv_hv-cinder-80377 with host hv-cinder-80377 {{(pid=93310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 17:25:56.221549 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0d1a9-170c-4079-9a57-289bfe2acbac req-627fca58-5329-42de-8807-0440f8110df7 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:56.223847 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-bee2746f-0630-4483-94ea-aa95a55b02e1 req-cd8a30dc-a817-4886-becf-e98afa38e286 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4074650 Aug 06 17:25:56.236736 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-29d0d1a9-170c-4079-9a57-289bfe2acbac req-627fca58-5329-42de-8807-0440f8110df7 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 946 time: 0.2001204 Aug 06 17:25:56.271672 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-418956a5-ffd5-4a08-ac96-f19ad863b14c req-032ba8af-fb0b-46a9-8a7c-ea1499c18116 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4780588 Aug 06 17:25:56.298383 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port ba7e6177-ada5-48eb-afb8-7dfcf5b11068, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=ba7e6177-ada5-48eb-afb8-7dfcf5b11068,segment=NetworkSegment(71e49bc8-ea2b-44a1-8bed-36cc046a884f),segment_id=71e49bc8-ea2b-44a1-8bed-36cc046a884f)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:25:56.310043 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-29d0d1a9-170c-4079-9a57-289bfe2acbac req-ee8fd191-8058-4c83-b4b0-605481d358ea tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715709 Aug 06 17:25:56.314229 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Returning: {'device': 'ba7e6177-ada5-48eb-afb8-7dfcf5b11068', 'network_id': '2c248285-8451-4a98-9e33-c567bb185468', 'port_id': 'ba7e6177-ada5-48eb-afb8-7dfcf5b11068', 'mac_address': 'fa:16:3e:6f:df:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc9d2feb-ddb4-41e8-9948-a9ef99c10889', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 17:25:56.371694 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.agents_db [None req-f0f84874-ee0a-4567-8005-82f1841bb43f None None] Agent healthcheck: found 6 active agents {{(pid=93311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:25:56.382525 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:56.396992 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba7e6177-ada5-48eb-afb8-7dfcf5b11068 {{(pid=93310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:25:56.416421 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf4ec2-177e-4ea6-bafd-a61bff81c54b req-c0a709d0-fb7c-4724-ba3b-d50c03e66d0a tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:56.430921 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-54bf4ec2-177e-4ea6-bafd-a61bff81c54b req-c0a709d0-fb7c-4724-ba3b-d50c03e66d0a tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0852108 Aug 06 17:25:56.432090 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port ba7e6177-ada5-48eb-afb8-7dfcf5b11068, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=ba7e6177-ada5-48eb-afb8-7dfcf5b11068,segment=NetworkSegment(71e49bc8-ea2b-44a1-8bed-36cc046a884f),segment_id=71e49bc8-ea2b-44a1-8bed-36cc046a884f)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:25:56.438354 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:56.526670 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=ba7e6177-ada5-48eb-afb8-7dfcf5b11068,revision_number=4']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:25:56.535767 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:25:56.536526 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:25:56.536967 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:25:56.537365 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:25:56.537761 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:25:56.538161 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:25:56.538615 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:25:56.539019 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:25:56.539452 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:25:56.539844 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:25:56.540229 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:25:56.540620 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:25:56.547206 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-54bf4ec2-177e-4ea6-bafd-a61bff81c54b req-8afa13a8-4924-47aa-9001-58363e1fd82d tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099532 Aug 06 17:25:56.947143 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:57.029700 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] get_ports_and_sgs() called for port_ids ['ba7e6177-ada5-48eb-afb8-7dfcf5b11068'] {{(pid=93310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:25:57.105941 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953b8b6-1b83-4cb4-801f-d3761ba44dad req-7d172606-3591-4c4d-a13f-259e8ef27eb3 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:57.117101 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-b953b8b6-1b83-4cb4-801f-d3761ba44dad req-7d172606-3591-4c4d-a13f-259e8ef27eb3 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1848098-0459-4070-9a09-7437ddc92384 HTTP/1.1" status: 200 len: 944 time: 0.0940580 Aug 06 17:25:57.174243 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-b953b8b6-1b83-4cb4-801f-d3761ba44dad req-c19aa4e9-f23e-46b4-bf07-b4ea40afcf7d tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/security-groups?id=40aa14bd-5e4b-4fff-baf4-74ad99448249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559795 Aug 06 17:25:57.373483 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01dec6-bc57-4f11-8559-71c1c92cb4a0 req-3da497d2-142a-4dfb-adb7-85108beb520d tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:57.375244 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-cf01dec6-bc57-4f11-8559-71c1c92cb4a0 req-3da497d2-142a-4dfb-adb7-85108beb520d tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 946 time: 0.0571380 Aug 06 17:25:57.419941 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-cf01dec6-bc57-4f11-8559-71c1c92cb4a0 req-b0c69085-b427-4e9b-9d6f-8896daf4509b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384829 Aug 06 17:25:57.445632 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8bbd73-0555-4c81-bc1e-665a1f63ee7b req-3296c065-c86f-465e-b146-e30a188ec008 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:57.447157 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-8b8bbd73-0555-4c81-bc1e-665a1f63ee7b req-3296c065-c86f-465e-b146-e30a188ec008 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 946 time: 0.0514090 Aug 06 17:25:57.485411 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-8b8bbd73-0555-4c81-bc1e-665a1f63ee7b req-8cb321d0-620e-4d74-9501-a5618c92e78e tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319436 Aug 06 17:25:57.646571 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97417f63-ec91-49c8-a935-75f9bb16b9ee req-2c833517-18f9-4565-807d-3cf06702c385 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:57.648105 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-97417f63-ec91-49c8-a935-75f9bb16b9ee req-2c833517-18f9-4565-807d-3cf06702c385 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0552881 Aug 06 17:25:57.693630 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-97417f63-ec91-49c8-a935-75f9bb16b9ee req-319f5b4c-1f78-492d-9ca6-edb2bd82dab8 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359964 Aug 06 17:25:58.312066 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b54be3-112d-4238-9482-b6e144dfa138 req-54331613-7fa7-458a-9bdd-f0aef585a24f tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:58.319634 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-13b54be3-112d-4238-9482-b6e144dfa138 req-54331613-7fa7-458a-9bdd-f0aef585a24f tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1848098-0459-4070-9a09-7437ddc92384 HTTP/1.1" status: 200 len: 944 time: 0.0667560 Aug 06 17:25:58.361483 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-13b54be3-112d-4238-9482-b6e144dfa138 req-ed8de253-56f7-45ff-adb1-e44727700051 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/security-groups?id=40aa14bd-5e4b-4fff-baf4-74ad99448249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408077 Aug 06 17:25:58.549252 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de16339-c2b3-41b3-91c1-805ac4418608 req-406acb8a-9467-421e-b7dd-40f41ff73e6d tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:58.550952 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-2de16339-c2b3-41b3-91c1-805ac4418608 req-406acb8a-9467-421e-b7dd-40f41ff73e6d tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 946 time: 0.0521851 Aug 06 17:25:58.591580 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-2de16339-c2b3-41b3-91c1-805ac4418608 req-317de954-4b16-4eb9-a7cc-922643a4e72f tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332041 Aug 06 17:25:58.629492 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5812e-6f97-4086-aa2a-622606a583cb req-58ec74e7-5920-4c16-bc85-9519a0886d8d tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:58.629492 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-c4e5812e-6f97-4086-aa2a-622606a583cb req-58ec74e7-5920-4c16-bc85-9519a0886d8d tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 946 time: 0.0727699 Aug 06 17:25:58.667485 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-c4e5812e-6f97-4086-aa2a-622606a583cb req-7a6d217b-b346-4aed-9f8f-d02674dce004 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335588 Aug 06 17:25:58.689192 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 33940) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:25:58.839121 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3c085-b3b5-46df-9f81-504c3f10fec6 req-23168b12-6c26-4ab4-97fd-531d11cc8725 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:58.847569 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-5ee3c085-b3b5-46df-9f81-504c3f10fec6 req-23168b12-6c26-4ab4-97fd-531d11cc8725 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0639913 Aug 06 17:25:58.899603 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-5ee3c085-b3b5-46df-9f81-504c3f10fec6 req-8864c826-9ebe-4bc4-9df2-4f1cc9871b43 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496411 Aug 06 17:25:58.961093 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 33948) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:25:58.961912 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-8356544d-76a9-440f-938e-45042a66504c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=7f61b155e3b34b379b0a5439a04e8ddf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2706211 Aug 06 17:25:59.051515 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-24974ce5-9a0c-4fd9-aa2a-54cbd308e991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:59.102697 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-24974ce5-9a0c-4fd9-aa2a-54cbd308e991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:59.208227 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5ffe6-ab6a-4075-b98c-d9449e5c8dc7 req-2328269e-ade6-4aae-a139-811a60f9e348 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:59.210365 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-84e5ffe6-ab6a-4075-b98c-d9449e5c8dc7 req-2328269e-ade6-4aae-a139-811a60f9e348 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0610445 Aug 06 17:25:59.223383 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-24974ce5-9a0c-4fd9-aa2a-54cbd308e991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:59.224117 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-24974ce5-9a0c-4fd9-aa2a-54cbd308e991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:59.232250 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-24974ce5-9a0c-4fd9-aa2a-54cbd308e991 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/cdb30584-9764-4ba7-942a-cfc707bec93c HTTP/1.1" status: 204 len: 168 time: 0.2697048 Aug 06 17:25:59.271253 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24974ce5-9a0c-4fd9-aa2a-54cbd308e991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb30584-9764-4ba7-942a-cfc707bec93c,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:25:59.288641 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-84e5ffe6-ab6a-4075-b98c-d9449e5c8dc7 req-a3cc0988-e878-4530-a03b-6e78091f1d3d tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634665 Aug 06 17:25:59.334281 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93b195-c212-4e2b-a40b-f0b925e27399 req-507ef9f0-4442-47b0-a464-ace2e4e306a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:59.336213 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-7c93b195-c212-4e2b-a40b-f0b925e27399 req-507ef9f0-4442-47b0-a464-ace2e4e306a1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d4d45ad3cd734f29b1d101a15856a9e4&device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 1098 time: 0.1346982 Aug 06 17:25:59.522720 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93b195-c212-4e2b-a40b-f0b925e27399 req-ba1527e0-401a-4645-a7a8-6db8db79c7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:59.523825 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-7c93b195-c212-4e2b-a40b-f0b925e27399 req-ba1527e0-401a-4645-a7a8-6db8db79c7b1 service neutron] 10.222.0.96 "GET /v2.0/networks?id=deea6c2c-89aa-49a9-8ca9-e984e33e872e HTTP/1.1" status: 200 len: 920 time: 0.1721046 Aug 06 17:25:59.546773 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a11df-e6a0-4268-8437-ab99cb8c8123 req-d9642eed-543d-4b44-8f43-769f3557079d tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:59.548844 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-613a11df-e6a0-4268-8437-ab99cb8c8123 req-d9642eed-543d-4b44-8f43-769f3557079d tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1848098-0459-4070-9a09-7437ddc92384 HTTP/1.1" status: 200 len: 944 time: 0.0691283 Aug 06 17:25:59.589707 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-7c93b195-c212-4e2b-a40b-f0b925e27399 req-e0c105dd-92d3-4f53-9d4c-acb0ac14f3d2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8414eecb-2a81-4939-9667-8a954bda4689 HTTP/1.1" status: 200 len: 217 time: 0.0390275 Aug 06 17:25:59.680530 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93b195-c212-4e2b-a40b-f0b925e27399 req-257e9429-2ae4-4b4b-b8e6-4d67c574427e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:59.682029 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-7c93b195-c212-4e2b-a40b-f0b925e27399 req-257e9429-2ae4-4b4b-b8e6-4d67c574427e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c44d3273-d0a1-4d92-88ef-0e9181e87f95 HTTP/1.1" status: 200 len: 858 time: 0.0668142 Aug 06 17:25:59.695701 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-613a11df-e6a0-4268-8437-ab99cb8c8123 req-e52f7d98-494f-4057-975e-d9b330957e72 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/security-groups?id=40aa14bd-5e4b-4fff-baf4-74ad99448249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045823 Aug 06 17:25:59.741926 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-7c93b195-c212-4e2b-a40b-f0b925e27399 req-4897b1f2-d61a-44a8-9660-63fcb234b049 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=deea6c2c-89aa-49a9-8ca9-e984e33e872e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451171 Aug 06 17:25:59.768629 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24e01c-5295-4e3a-bfed-0e7e774bceb9 req-861774d2-53a3-4593-8ff4-0b81db38827f tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:59.770769 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9e24e01c-5295-4e3a-bfed-0e7e774bceb9 req-861774d2-53a3-4593-8ff4-0b81db38827f tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 946 time: 0.0687764 Aug 06 17:25:59.822894 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9e24e01c-5295-4e3a-bfed-0e7e774bceb9 req-3620aaae-bdfe-4897-84e0-099c84a4b2c5 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450506 Aug 06 17:25:59.879410 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffdcb8-b645-4f02-9ee1-ea805ec96bd6 req-3e41ca5a-3e53-405f-9d2d-4366c8fc206d tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:25:59.881122 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f6ffdcb8-b645-4f02-9ee1-ea805ec96bd6 req-3e41ca5a-3e53-405f-9d2d-4366c8fc206d tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 946 time: 0.1081736 Aug 06 17:25:59.910808 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-7c93b195-c212-4e2b-a40b-f0b925e27399 req-c51f070e-88bf-4aaa-802a-2350b3dcf90c service neutron] 10.222.0.96 "GET /v2.0/networks/deea6c2c-89aa-49a9-8ca9-e984e33e872e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599741 Aug 06 17:25:59.931053 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f6ffdcb8-b645-4f02-9ee1-ea805ec96bd6 req-c449cece-526a-4370-af03-5d5ed45e2de0 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428772 Aug 06 17:26:00.028395 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-7c93b195-c212-4e2b-a40b-f0b925e27399 req-293334f1-69ef-4795-9694-8cfa3714746f service neutron] 10.222.0.96 "GET /v2.0/networks/deea6c2c-89aa-49a9-8ca9-e984e33e872e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961230 Aug 06 17:26:00.080066 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device ba7e6177-ada5-48eb-afb8-7dfcf5b11068 up at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:26:00.131942 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Provisioning for port ba7e6177-ada5-48eb-afb8-7dfcf5b11068 completed by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:26:00.135584 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Provisioning complete for port ba7e6177-ada5-48eb-afb8-7dfcf5b11068 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:26:00.135952 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:00.216677 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:00.239857 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1848098-0459-4070-9a09-7437ddc92384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba7e6177-ada5-48eb-afb8-7dfcf5b11068'}] {{(pid=93310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:26:00.242112 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713379ad4201aa67d1557f3d7b7da947c96b0ad1778a29fd635d5f04ae47f1c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e9e56f-00bd-4430-ab0e-600a1b0eaf4f" -d '{"events": [{"server_uuid": "d1848098-0459-4070-9a09-7437ddc92384", "name": "network-vif-plugged", "status": "completed", "tag": "ba7e6177-ada5-48eb-afb8-7dfcf5b11068"}]}' {{(pid=93310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:26:00.255441 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port ba7e6177-ada5-48eb-afb8-7dfcf5b11068, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=ba7e6177-ada5-48eb-afb8-7dfcf5b11068,segment=NetworkSegment(71e49bc8-ea2b-44a1-8bed-36cc046a884f),segment_id=71e49bc8-ea2b-44a1-8bed-36cc046a884f)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:26:00.261289 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:00.293339 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc93d20a-3c25-4330-9d1c-5e189f701565 x-openstack-request-id: req-bc93d20a-3c25-4330-9d1c-5e189f701565 {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:26:00.293912 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1848098-0459-4070-9a09-7437ddc92384", "name": "network-vif-plugged", "status": "completed", "tag": "ba7e6177-ada5-48eb-afb8-7dfcf5b11068", "code": 200}]} {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:26:00.294163 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-bc93d20a-3c25-4330-9d1c-5e189f701565 {{(pid=93310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:26:00.294588 dv-cinder-803773-1-iscsi neutron-server[93310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1848098-0459-4070-9a09-7437ddc92384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba7e6177-ada5-48eb-afb8-7dfcf5b11068', 'code': 200} Aug 06 17:26:00.318945 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=ba7e6177-ada5-48eb-afb8-7dfcf5b11068,revision_number=5']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:26:00.472758 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db6eed-7b2d-43f8-bb68-624488c64b6a req-743418b5-3aca-4571-be76-ddbf12ea6b82 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:00.474444 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e7db6eed-7b2d-43f8-bb68-624488c64b6a req-743418b5-3aca-4571-be76-ddbf12ea6b82 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0714512 Aug 06 17:26:00.520445 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e7db6eed-7b2d-43f8-bb68-624488c64b6a req-421fd889-5bb4-4061-bd30-126c827d4a45 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384333 Aug 06 17:26:00.589941 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5965815-eb89-476a-bfa8-14cfbaa80032 req-15497f96-981c-4d55-8d79-080162d8602c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:00.591649 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-b5965815-eb89-476a-bfa8-14cfbaa80032 req-15497f96-981c-4d55-8d79-080162d8602c service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d1848098-0459-4070-9a09-7437ddc92384 HTTP/1.1" status: 200 len: 1098 time: 0.0465744 Aug 06 17:26:00.636973 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-b5965815-eb89-476a-bfa8-14cfbaa80032 req-2d3823b7-ac54-433b-9907-496f3c9ba6c7 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=40aa14bd-5e4b-4fff-baf4-74ad99448249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311167 Aug 06 17:26:00.818784 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d0aa3-12e4-466e-aea1-ff460829a92c req-eee830f9-48db-48a0-85f7-4d5f98eace67 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:00.830398 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f76d0aa3-12e4-466e-aea1-ff460829a92c req-eee830f9-48db-48a0-85f7-4d5f98eace67 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1848098-0459-4070-9a09-7437ddc92384 HTTP/1.1" status: 200 len: 945 time: 0.0638580 Aug 06 17:26:00.896951 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f76d0aa3-12e4-466e-aea1-ff460829a92c req-a9ce6d67-a175-4db9-85b2-ac3e228a2e3d tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/security-groups?id=40aa14bd-5e4b-4fff-baf4-74ad99448249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655432 Aug 06 17:26:01.009164 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097d9b5-3f1b-4a50-b36f-8a56ae09a547 req-89411c9c-fc93-4f13-a9f2-bd1da0f268b2 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:01.011158 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-5097d9b5-3f1b-4a50-b36f-8a56ae09a547 req-89411c9c-fc93-4f13-a9f2-bd1da0f268b2 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 946 time: 0.0850992 Aug 06 17:26:01.069479 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-5097d9b5-3f1b-4a50-b36f-8a56ae09a547 req-e8084da6-046c-4c59-8a3a-f5c42e830eca tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510976 Aug 06 17:26:01.107027 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90174a0d-c25b-467b-8765-58e3877e6b93 req-8f53d1df-e42b-4b4b-971a-ef036e73d4e8 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:01.109114 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-90174a0d-c25b-467b-8765-58e3877e6b93 req-8f53d1df-e42b-4b4b-971a-ef036e73d4e8 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 946 time: 0.0774021 Aug 06 17:26:01.156137 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-90174a0d-c25b-467b-8765-58e3877e6b93 req-e385c021-11ea-470f-9394-1c8c6a4df3c3 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375650 Aug 06 17:26:01.653682 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457ec0a-f538-4109-abb1-02f065ccf550 req-986c2a92-60a2-4266-a6c3-8ad17e3283a3 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:01.655311 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-6457ec0a-f538-4109-abb1-02f065ccf550 req-986c2a92-60a2-4266-a6c3-8ad17e3283a3 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0579174 Aug 06 17:26:01.708151 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-6457ec0a-f538-4109-abb1-02f065ccf550 req-6e0270b1-cf50-4ba0-a933-187c77c30ede tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459635 Aug 06 17:26:02.039849 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1dd63-abf8-414e-ac99-83c3d2a683c5 req-88245fe5-1735-429b-8e8e-56f4e33357bb tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:02.042446 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-c0a1dd63-abf8-414e-ac99-83c3d2a683c5 req-88245fe5-1735-429b-8e8e-56f4e33357bb tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1848098-0459-4070-9a09-7437ddc92384 HTTP/1.1" status: 200 len: 945 time: 0.0633652 Aug 06 17:26:02.087741 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-c0a1dd63-abf8-414e-ac99-83c3d2a683c5 req-d6955d49-4a7d-40ce-a8ff-7d0f4d2bcf71 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/security-groups?id=40aa14bd-5e4b-4fff-baf4-74ad99448249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393515 Aug 06 17:26:02.221239 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae8b51-3880-4aaf-a7cc-d0988d1a2dee req-a508d766-5e49-4c25-b1d1-ff7b6f240662 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:02.229562 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-ccae8b51-3880-4aaf-a7cc-d0988d1a2dee req-a508d766-5e49-4c25-b1d1-ff7b6f240662 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 946 time: 0.0689871 Aug 06 17:26:02.282700 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-ccae8b51-3880-4aaf-a7cc-d0988d1a2dee req-06966ccb-66d5-485c-acf7-230e86feb1d5 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515780 Aug 06 17:26:02.315405 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd10715-ea1f-412c-a9ec-9641c1284e71 req-0328e5ea-4163-492d-83b6-81473331794e tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:02.317056 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-bfd10715-ea1f-412c-a9ec-9641c1284e71 req-0328e5ea-4163-492d-83b6-81473331794e tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 946 time: 0.0594838 Aug 06 17:26:02.373705 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-bfd10715-ea1f-412c-a9ec-9641c1284e71 req-254e9e95-53e6-407d-b360-9ed314736f7f tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488970 Aug 06 17:26:02.592770 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 34034) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:26:02.710024 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-39d65b0a-a9c4-4f8c-9ccd-36727fc876c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:02.842411 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a139e-c648-4c74-b5aa-1cc8dc5a80b1 req-c1491437-560a-48cb-ad5d-b5a650af9317 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:02.843808 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-2c7a139e-c648-4c74-b5aa-1cc8dc5a80b1 req-c1491437-560a-48cb-ad5d-b5a650af9317 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0783696 Aug 06 17:26:02.845567 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-39d65b0a-a9c4-4f8c-9ccd-36727fc876c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:02.859627 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-39d65b0a-a9c4-4f8c-9ccd-36727fc876c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:02.916717 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-39d65b0a-a9c4-4f8c-9ccd-36727fc876c2 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=1b477793edff4ead933899d1d9db2e96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3227210 Aug 06 17:26:02.919562 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 34040) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:26:02.920319 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-2c7a139e-c648-4c74-b5aa-1cc8dc5a80b1 req-ee98c70a-38b9-45ce-8a63-cc310e80d1ec tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699553 Aug 06 17:26:02.921056 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d65b0a-a9c4-4f8c-9ccd-36727fc876c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415ea763-eb45-49b2-8d63-583a2ad22643,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:26:02.974870 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-c3fd982d-df2e-40f0-8f66-e0f3dc0a7427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:03.001088 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-c3fd982d-df2e-40f0-8f66-e0f3dc0a7427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:03.047999 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-c3fd982d-df2e-40f0-8f66-e0f3dc0a7427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:03.050516 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-c3fd982d-df2e-40f0-8f66-e0f3dc0a7427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:03.051671 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-c3fd982d-df2e-40f0-8f66-e0f3dc0a7427 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/415ea763-eb45-49b2-8d63-583a2ad22643 HTTP/1.1" status: 204 len: 168 time: 0.1310823 Aug 06 17:26:03.059502 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd982d-df2e-40f0-8f66-e0f3dc0a7427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415ea763-eb45-49b2-8d63-583a2ad22643,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:26:03.214619 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce84c2c-4ae9-4ae9-90cb-a738d3cff927 req-6fd97d95-4e99-4f1b-9758-0203e56e0639 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:03.216157 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-0ce84c2c-4ae9-4ae9-90cb-a738d3cff927 req-6fd97d95-4e99-4f1b-9758-0203e56e0639 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1848098-0459-4070-9a09-7437ddc92384 HTTP/1.1" status: 200 len: 945 time: 0.0587380 Aug 06 17:26:03.261321 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-0ce84c2c-4ae9-4ae9-90cb-a738d3cff927 req-18b10de3-5611-43e6-935c-cd51e81955b5 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/security-groups?id=40aa14bd-5e4b-4fff-baf4-74ad99448249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386002 Aug 06 17:26:03.471049 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad2e99-4b4a-4417-b43c-be18ed38d990 req-2d768380-b408-4811-a08f-5d42c95ba64e tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:03.480206 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-7dad2e99-4b4a-4417-b43c-be18ed38d990 req-2d768380-b408-4811-a08f-5d42c95ba64e tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 946 time: 0.1141253 Aug 06 17:26:03.572332 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc82fe-180f-4352-82f9-648031075f95 req-a1110b65-f893-4c90-b4e4-137d1dc68a93 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:03.573887 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-07fc82fe-180f-4352-82f9-648031075f95 req-a1110b65-f893-4c90-b4e4-137d1dc68a93 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 946 time: 0.0729866 Aug 06 17:26:03.592987 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-7dad2e99-4b4a-4417-b43c-be18ed38d990 req-02decdef-1437-4e79-abd4-8adc63b034ef tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054907 Aug 06 17:26:03.638553 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-07fc82fe-180f-4352-82f9-648031075f95 req-c5fa1038-1e35-4147-8d0d-98c3eecab41e tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538990 Aug 06 17:26:04.060563 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6534df4-b9e5-4e1b-b965-846ca36c9afd req-d5391cb1-592a-499c-b25a-e60f5b397d29 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:04.063177 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-b6534df4-b9e5-4e1b-b965-846ca36c9afd req-d5391cb1-592a-499c-b25a-e60f5b397d29 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0590677 Aug 06 17:26:04.113187 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-b6534df4-b9e5-4e1b-b965-846ca36c9afd req-99fb0d3e-9020-4454-abfb-2fc4024f09fc tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432518 Aug 06 17:26:04.682790 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52840091-5c54-4f91-abd4-cd32f13abd5f req-8c074ed7-4c26-416c-8614-74fbbb2b41ed tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:04.683886 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-52840091-5c54-4f91-abd4-cd32f13abd5f req-8c074ed7-4c26-416c-8614-74fbbb2b41ed tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 946 time: 0.0541112 Aug 06 17:26:04.721896 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-52840091-5c54-4f91-abd4-cd32f13abd5f req-8b4e7d45-20d3-4c37-9fd0-87a9d7f9bade tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318592 Aug 06 17:26:04.751082 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f81152-ab2c-48d0-9e6e-c86c540da664 req-8de87dcf-5c94-48d9-a658-a21f41730ee3 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:04.752665 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-d9f81152-ab2c-48d0-9e6e-c86c540da664 req-8de87dcf-5c94-48d9-a658-a21f41730ee3 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 946 time: 0.0498154 Aug 06 17:26:04.799376 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-d9f81152-ab2c-48d0-9e6e-c86c540da664 req-671f1856-6ed8-4ee7-95b7-b13492b44c10 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400758 Aug 06 17:26:05.155328 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 34206) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:26:05.204132 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.db_base_plugin_v2 [None req-483b68e4-0186-4fc2-b981-23d78cf0e0ca admin admin] Deleting subnet 9c85d4a8-7cd3-44cf-80b8-bbdc587e7d67 {{(pid=93308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 17:26:05.207447 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-483b68e4-0186-4fc2-b981-23d78cf0e0ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:05.243879 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-483b68e4-0186-4fc2-b981-23d78cf0e0ca admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:05.255671 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-483b68e4-0186-4fc2-b981-23d78cf0e0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3688605'] for subnet, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:05.316654 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-483b68e4-0186-4fc2-b981-23d78cf0e0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3688586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707'] for subnet, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:05.343982 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b68e4-0186-4fc2-b981-23d78cf0e0ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c85d4a8-7cd3-44cf-80b8-bbdc587e7d67,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:26:05.349739 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-483b68e4-0186-4fc2-b981-23d78cf0e0ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:05.354150 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-483b68e4-0186-4fc2-b981-23d78cf0e0ca admin admin] 10.222.0.89 "DELETE /v2.0/subnets/9c85d4a8-7cd3-44cf-80b8-bbdc587e7d67 HTTP/1.1" status: 204 len: 168 time: 0.1977446 Aug 06 17:26:05.354375 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 34212) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:26:05.426102 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-77d920c5-f054-4360-852b-71dcbfbf951b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798447'] for network, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:05.514091 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-77d920c5-f054-4360-852b-71dcbfbf951b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3691302', 'neutron.services.segments.db._delete_segments_for_network-8768831503162'] for network, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:05.524828 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.services.segments.db [None req-77d920c5-f054-4360-852b-71dcbfbf951b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['667f3d76-0448-4d79-b47c-1632f9911de8']}} {{(pid=93309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:26:05.535865 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.services.segments.db [None req-77d920c5-f054-4360-852b-71dcbfbf951b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '818684ee-0485-4c29-9c74-7a6f98fe7965') {'for_net_delete': True} {{(pid=93309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:26:05.536181 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.services.segments.db [None req-77d920c5-f054-4360-852b-71dcbfbf951b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '818684ee-0485-4c29-9c74-7a6f98fe7965') {} {{(pid=93309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:26:05.548952 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-77d920c5-f054-4360-852b-71dcbfbf951b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768831669908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29372860'] for segment, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:05.564974 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-77d920c5-f054-4360-852b-71dcbfbf951b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022'] for segment, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:05.571575 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77d920c5-f054-4360-852b-71dcbfbf951b admin admin] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=93309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 17:26:05.571976 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-77d920c5-f054-4360-852b-71dcbfbf951b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30379126'] for segment, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:05.573693 dv-cinder-803773-1-iscsi neutron-server[93309]: Traceback (most recent call last): Aug 06 17:26:05.573693 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 17:26:05.573693 dv-cinder-803773-1-iscsi neutron-server[93309]: timer() Aug 06 17:26:05.573693 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 17:26:05.573693 dv-cinder-803773-1-iscsi neutron-server[93309]: cb(*args, **kw) Aug 06 17:26:05.573693 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 17:26:05.573693 dv-cinder-803773-1-iscsi neutron-server[93309]: return func(*args, **kwargs) Aug 06 17:26:05.573693 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 17:26:05.573693 dv-cinder-803773-1-iscsi neutron-server[93309]: self._notify() Aug 06 17:26:05.573693 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 17:26:05.573693 dv-cinder-803773-1-iscsi neutron-server[93309]: self.callback(batched_events) Aug 06 17:26:05.573693 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 17:26:05.573693 dv-cinder-803773-1-iscsi neutron-server[93309]: event.method(event) Aug 06 17:26:05.573693 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 17:26:05.573693 dv-cinder-803773-1-iscsi neutron-server[93309]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 17:26:05.573693 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 17:26:05.573693 dv-cinder-803773-1-iscsi neutron-server[93309]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 17:26:05.573693 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 17:26:05.573693 dv-cinder-803773-1-iscsi neutron-server[93309]: return f(self, *a, **k) Aug 06 17:26:05.573693 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 17:26:05.573693 dv-cinder-803773-1-iscsi neutron-server[93309]: return self._get(url).json() Aug 06 17:26:05.573693 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 17:26:05.573693 dv-cinder-803773-1-iscsi neutron-server[93309]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 17:26:05.573693 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 17:26:05.573693 dv-cinder-803773-1-iscsi neutron-server[93309]: return self.request(url, 'GET', **kwargs) Aug 06 17:26:05.573693 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 17:26:05.573693 dv-cinder-803773-1-iscsi neutron-server[93309]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 17:26:05.573693 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 17:26:05.573693 dv-cinder-803773-1-iscsi neutron-server[93309]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 17:26:05.573693 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 17:26:05.573693 dv-cinder-803773-1-iscsi neutron-server[93309]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 17:26:05.573693 dv-cinder-803773-1-iscsi neutron-server[93309]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 17:26:05.596245 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8bd4c4-4dc3-4093-8c43-26f65d7af96f req-12254ce1-05f4-499f-bf33-8b657890c2c7 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:05.597688 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-ef8bd4c4-4dc3-4093-8c43-26f65d7af96f req-12254ce1-05f4-499f-bf33-8b657890c2c7 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0481689 Aug 06 17:26:05.631979 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-77d920c5-f054-4360-852b-71dcbfbf951b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3691295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435753'] for network, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:05.637582 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-ef8bd4c4-4dc3-4093-8c43-26f65d7af96f req-5e137e7f-a5b9-422e-b9d9-9f6824394895 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336754 Aug 06 17:26:05.638557 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-77d920c5-f054-4360-852b-71dcbfbf951b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for network, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:05.640620 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-77d920c5-f054-4360-852b-71dcbfbf951b admin admin] 10.222.0.89 "DELETE /v2.0/networks/667f3d76-0448-4d79-b47c-1632f9911de8 HTTP/1.1" status: 204 len: 168 time: 0.2853212 Aug 06 17:26:05.653239 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d920c5-f054-4360-852b-71dcbfbf951b admin admin] Pushing event deleted for resources: {'Network': ['ID=667f3d76-0448-4d79-b47c-1632f9911de8,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:26:05.826488 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 34230) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:26:05.863353 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41737ad9-8c80-4ed6-b46b-47d12271dea9 req-3ddbf060-3094-411d-b7ec-d048cb4c3b5f tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:05.865824 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-41737ad9-8c80-4ed6-b46b-47d12271dea9 req-3ddbf060-3094-411d-b7ec-d048cb4c3b5f tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 946 time: 0.0616448 Aug 06 17:26:05.873204 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-41bb7c54-25f3-4e87-a08d-2823eacfb2c4 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=78a47714c5794c17ba0ddfd332ba119e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431230 Aug 06 17:26:05.873435 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 34232) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:26:05.906353 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-41737ad9-8c80-4ed6-b46b-47d12271dea9 req-d1af5d7e-ba6d-495f-99cb-18b6a8d97d6b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346334 Aug 06 17:26:05.926195 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-ef24ba5d-8796-4a69-91e2-c87d31e7bb0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:05.955527 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-ef24ba5d-8796-4a69-91e2-c87d31e7bb0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:06.004974 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-ef24ba5d-8796-4a69-91e2-c87d31e7bb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:06.007897 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-ef24ba5d-8796-4a69-91e2-c87d31e7bb0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:06.009567 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-ef24ba5d-8796-4a69-91e2-c87d31e7bb0e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/dc6ff9a3-fdd9-4e67-aba4-6a96d11d9f69 HTTP/1.1" status: 204 len: 168 time: 0.1351969 Aug 06 17:26:06.022523 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd81360-6418-4c01-ab40-383c647a866b req-55df2ea3-773c-48ec-a6e6-5c6dfebf9c16 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:06.022844 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef24ba5d-8796-4a69-91e2-c87d31e7bb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6ff9a3-fdd9-4e67-aba4-6a96d11d9f69,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:26:06.024228 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-fdd81360-6418-4c01-ab40-383c647a866b req-55df2ea3-773c-48ec-a6e6-5c6dfebf9c16 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 946 time: 0.0543756 Aug 06 17:26:06.068365 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-fdd81360-6418-4c01-ab40-383c647a866b req-8c3a1f29-25e3-437a-878a-45b5c01622a6 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378807 Aug 06 17:26:06.311491 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aac026-56e8-4cb3-9b6a-00c2a5303904 req-abb1f35f-3af7-4373-9833-a83cb3820d6e tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:06.312992 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-59aac026-56e8-4cb3-9b6a-00c2a5303904 req-abb1f35f-3af7-4373-9833-a83cb3820d6e tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 946 time: 0.0508165 Aug 06 17:26:06.352317 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-59aac026-56e8-4cb3-9b6a-00c2a5303904 req-0f1ee7d5-6b2f-4dc6-b49d-ec77f68419e6 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330637 Aug 06 17:26:07.042550 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9223fe-8aa3-4bd7-a67b-5495ac36240f req-a335650f-5fb7-4689-bc09-4df5e324ec92 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:07.044108 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-be9223fe-8aa3-4bd7-a67b-5495ac36240f req-a335650f-5fb7-4689-bc09-4df5e324ec92 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 946 time: 0.0559795 Aug 06 17:26:07.085397 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-be9223fe-8aa3-4bd7-a67b-5495ac36240f req-1740037d-9ef4-46fd-8955-db05c706ea1b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349233 Aug 06 17:26:07.479331 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b4206-983a-4ad8-9834-834a6eb93705 req-03292602-0a92-4c9e-95dc-3332876f8568 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:07.481096 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-649b4206-983a-4ad8-9834-834a6eb93705 req-03292602-0a92-4c9e-95dc-3332876f8568 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 946 time: 0.0589995 Aug 06 17:26:07.533258 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-649b4206-983a-4ad8-9834-834a6eb93705 req-cc4b1305-d6ae-4ead-a66c-522b79843127 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433302 Aug 06 17:26:08.226015 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2337e25-0f9c-465a-8858-1fc65d873d6f req-1df29cbe-40b3-44bb-97f3-27d6adf666c4 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:08.227502 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-e2337e25-0f9c-465a-8858-1fc65d873d6f req-1df29cbe-40b3-44bb-97f3-27d6adf666c4 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 946 time: 0.0596256 Aug 06 17:26:08.273705 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-e2337e25-0f9c-465a-8858-1fc65d873d6f req-23e18155-3bc1-4f47-b4c2-2f6adbef77c9 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391438 Aug 06 17:26:08.666115 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f9a93-4572-4e03-976d-9ebfeef3ed37 req-c0693f06-a54e-4ddb-9605-fd9219a6990b tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:08.667570 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-7e0f9a93-4572-4e03-976d-9ebfeef3ed37 req-c0693f06-a54e-4ddb-9605-fd9219a6990b tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 946 time: 0.0495481 Aug 06 17:26:08.716102 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-7e0f9a93-4572-4e03-976d-9ebfeef3ed37 req-bd650584-aa5c-4447-a3ae-f6ba0b8ae7af tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393198 Aug 06 17:26:08.886834 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba0d5f-911b-44d6-b028-93627343e8c7 req-b71cbca0-50f7-4598-83a1-68701612a749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:08.888007 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-6cba0d5f-911b-44d6-b028-93627343e8c7 req-b71cbca0-50f7-4598-83a1-68701612a749 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5efb9b646c554c22b0521e69231c9910&device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 1099 time: 0.0477037 Aug 06 17:26:08.986290 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba0d5f-911b-44d6-b028-93627343e8c7 req-29493548-5932-40b3-bc70-1c4aacf14993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:08.987794 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-6cba0d5f-911b-44d6-b028-93627343e8c7 req-29493548-5932-40b3-bc70-1c4aacf14993 service neutron] 10.222.0.96 "GET /v2.0/networks?id=7806f8bb-4441-4b40-a114-e639f43ce5ef HTTP/1.1" status: 200 len: 912 time: 0.0869527 Aug 06 17:26:09.121652 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-6cba0d5f-911b-44d6-b028-93627343e8c7 req-0178b105-c753-4f0a-a77f-7bcc9ef2259a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3dda1d5-65e1-4d8a-ad1c-be0aacb08483 HTTP/1.1" status: 200 len: 1002 time: 0.0996773 Aug 06 17:26:09.194111 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba0d5f-911b-44d6-b028-93627343e8c7 req-7927abb7-a308-4b5f-b202-a2505d2616b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:09.195607 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-6cba0d5f-911b-44d6-b028-93627343e8c7 req-7927abb7-a308-4b5f-b202-a2505d2616b3 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6a5bba92-673b-4ffb-874f-ddb7f0dd2e8d HTTP/1.1" status: 200 len: 849 time: 0.0489669 Aug 06 17:26:09.251483 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba0d5f-911b-44d6-b028-93627343e8c7 req-6fa3f83a-6808-4902-a89b-a3781772758b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:09.252961 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-6cba0d5f-911b-44d6-b028-93627343e8c7 req-6fa3f83a-6808-4902-a89b-a3781772758b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=7806f8bb-4441-4b40-a114-e639f43ce5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418150 Aug 06 17:26:09.357907 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-6cba0d5f-911b-44d6-b028-93627343e8c7 req-ec4d6073-105d-4409-a8f8-9abed65a14fd service neutron] 10.222.0.96 "GET /v2.0/networks/7806f8bb-4441-4b40-a114-e639f43ce5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920019 Aug 06 17:26:09.420453 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a5949-b5f3-4f28-9335-5dd7905b7e6b req-b0aed43e-2092-4e27-8973-134349fac89e tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:09.422130 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f55a5949-b5f3-4f28-9335-5dd7905b7e6b req-b0aed43e-2092-4e27-8973-134349fac89e tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 946 time: 0.0673263 Aug 06 17:26:09.463157 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-6cba0d5f-911b-44d6-b028-93627343e8c7 req-fe41ce0a-faec-4c14-8a36-f981a7c0449c service neutron] 10.222.0.96 "GET /v2.0/networks/7806f8bb-4441-4b40-a114-e639f43ce5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962808 Aug 06 17:26:09.466539 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f55a5949-b5f3-4f28-9335-5dd7905b7e6b req-f8a13750-7e65-4091-b3a1-dbd0055dca10 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378234 Aug 06 17:26:09.844265 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb3d5a-37de-486d-93bd-c4925c81407e req-096f4642-667f-4aba-a481-b05b1be8ca67 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:09.845762 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-3edb3d5a-37de-486d-93bd-c4925c81407e req-096f4642-667f-4aba-a481-b05b1be8ca67 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 946 time: 0.0511849 Aug 06 17:26:09.887907 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-3edb3d5a-37de-486d-93bd-c4925c81407e req-163e9c2b-7611-4967-bcee-e414c12c2a45 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360613 Aug 06 17:26:10.007998 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:10.592431 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d788c7-bcad-4c42-accf-3f42bad3421c req-333878ff-b3a2-4c43-8592-84d5fbf5d73f tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:10.593936 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-b5d788c7-bcad-4c42-accf-3f42bad3421c req-333878ff-b3a2-4c43-8592-84d5fbf5d73f tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 946 time: 0.0534456 Aug 06 17:26:10.633728 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-b5d788c7-bcad-4c42-accf-3f42bad3421c req-d843df52-8fce-479b-92b5-37019b60212f tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336175 Aug 06 17:26:11.008895 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764b609-78e6-4503-b4ae-75845f315360 req-e631e36e-30d0-4c7b-b889-0b5e8b6d0abe tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:11.010560 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-b764b609-78e6-4503-b4ae-75845f315360 req-e631e36e-30d0-4c7b-b889-0b5e8b6d0abe tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 946 time: 0.0513101 Aug 06 17:26:11.049506 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-b764b609-78e6-4503-b4ae-75845f315360 req-8433f995-b23e-4186-899e-accc672716ba tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326836 Aug 06 17:26:11.772090 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b09cfe-1c08-4630-9c66-29482b0c992a req-7dd1045a-ef6c-4a09-8828-c9de51f3272f tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:11.773561 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-94b09cfe-1c08-4630-9c66-29482b0c992a req-7dd1045a-ef6c-4a09-8828-c9de51f3272f tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 946 time: 0.0546756 Aug 06 17:26:11.818140 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-94b09cfe-1c08-4630-9c66-29482b0c992a req-3fb2e1b0-d8f8-4a8e-8ee5-0a5cbd9fdb5c tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375819 Aug 06 17:26:12.128960 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 950d5868-7f7c-49b2-a093-65a82b1b1a6f details requested by agent hyperv_hv-cinder-80377 with host hv-cinder-80377 {{(pid=93310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 17:26:12.228274 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port 950d5868-7f7c-49b2-a093-65a82b1b1a6f, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=950d5868-7f7c-49b2-a093-65a82b1b1a6f,segment=NetworkSegment(f5e274ea-768f-45a2-bfc8-b7461617eff9),segment_id=f5e274ea-768f-45a2-bfc8-b7461617eff9)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:26:12.241824 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Returning: {'device': '950d5868-7f7c-49b2-a093-65a82b1b1a6f', 'network_id': '5b6dd1b8-72d2-4509-8411-cf148b92c6ca', 'port_id': '950d5868-7f7c-49b2-a093-65a82b1b1a6f', 'mac_address': 'fa:16:3e:16:a9:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92e55e27-88da-4b01-a596-8314d113e8dc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 17:26:12.285233 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:12.302214 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 950d5868-7f7c-49b2-a093-65a82b1b1a6f {{(pid=93310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:26:12.322418 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port 950d5868-7f7c-49b2-a093-65a82b1b1a6f, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=950d5868-7f7c-49b2-a093-65a82b1b1a6f,segment=NetworkSegment(f5e274ea-768f-45a2-bfc8-b7461617eff9),segment_id=f5e274ea-768f-45a2-bfc8-b7461617eff9)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:26:12.329302 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:12.385623 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=950d5868-7f7c-49b2-a093-65a82b1b1a6f,revision_number=6']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:26:12.684132 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] get_ports_and_sgs() called for port_ids ['950d5868-7f7c-49b2-a093-65a82b1b1a6f'] {{(pid=93310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:26:12.735200 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 34426) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:26:12.856169 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-2a7ccf76-50bc-42b3-8eb7-1426b539cd1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:12.943155 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc24d5-cb42-4628-9458-9d9ea4cb0e7f req-4c8e2605-4af6-4f55-aa6d-58005290df8b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:12.944679 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-cddc24d5-cb42-4628-9458-9d9ea4cb0e7f req-4c8e2605-4af6-4f55-aa6d-58005290df8b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 945 time: 0.0481403 Aug 06 17:26:12.952061 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-2a7ccf76-50bc-42b3-8eb7-1426b539cd1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:12.956372 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-2a7ccf76-50bc-42b3-8eb7-1426b539cd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:12.987854 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-cddc24d5-cb42-4628-9458-9d9ea4cb0e7f req-01768317-952a-466b-8892-6e1577454bd9 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368886 Aug 06 17:26:13.001679 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ccf76-50bc-42b3-8eb7-1426b539cd1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2942f16c-caca-4576-b50d-9535b6c778b4,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:26:13.008621 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-2a7ccf76-50bc-42b3-8eb7-1426b539cd1e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=671e634d3d3749018373cb59d91e79b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2696512 Aug 06 17:26:13.008794 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 34434) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:26:13.061049 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-31b9ac2d-e597-4834-b6d2-ffbf1abef0a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:13.084802 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-31b9ac2d-e597-4834-b6d2-ffbf1abef0a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:13.134840 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-31b9ac2d-e597-4834-b6d2-ffbf1abef0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:13.138556 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-31b9ac2d-e597-4834-b6d2-ffbf1abef0a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:13.139714 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-31b9ac2d-e597-4834-b6d2-ffbf1abef0a8 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/2942f16c-caca-4576-b50d-9535b6c778b4 HTTP/1.1" status: 204 len: 168 time: 0.1301229 Aug 06 17:26:13.147483 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b9ac2d-e597-4834-b6d2-ffbf1abef0a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2942f16c-caca-4576-b50d-9535b6c778b4,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:26:13.879493 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 34462) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:26:13.988374 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [None req-83c6a30a-1e7d-4938-988e-15d9d200f08b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-68168460-network', 'tenant_id': '4b89d81ddcd049a3a1e3b0c7ef913e87'}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:26:14.013889 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c6a30a-1e7d-4938-988e-15d9d200f08b admin admin] Made reservation on behalf of 4b89d81ddcd049a3a1e3b0c7ef913e87 for: {'network': 1} {{(pid=93309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:26:14.016252 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-83c6a30a-1e7d-4938-988e-15d9d200f08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for network, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:14.024471 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-83c6a30a-1e7d-4938-988e-15d9d200f08b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:14.110202 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e37af9-6d6e-4804-be24-a3d0dfe1c955 req-d33dd845-394e-4af9-ba08-18bd67cacd33 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:14.111710 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-e3e37af9-6d6e-4804-be24-a3d0dfe1c955 req-d33dd845-394e-4af9-ba08-18bd67cacd33 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 945 time: 0.0478997 Aug 06 17:26:14.126403 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-83c6a30a-1e7d-4938-988e-15d9d200f08b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:14.130446 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-83c6a30a-1e7d-4938-988e-15d9d200f08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:14.143186 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 950d5868-7f7c-49b2-a093-65a82b1b1a6f up at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:26:14.152331 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-e3e37af9-6d6e-4804-be24-a3d0dfe1c955 req-92a55d00-d02d-4fc5-9327-88abb250af8c tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342178 Aug 06 17:26:14.161626 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83c6a30a-1e7d-4938-988e-15d9d200f08b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1095} {{(pid=93309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 17:26:14.177953 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c6a30a-1e7d-4938-988e-15d9d200f08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4e69be-d6a0-4d1e-aa51-c82010cafd86,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:26:14.181223 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-83c6a30a-1e7d-4938-988e-15d9d200f08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022'] for segment, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:14.181633 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.db.segments_db [None req-83c6a30a-1e7d-4938-988e-15d9d200f08b admin admin] Added segment 17499022-9700-4d06-a86c-af76ee7e0f6d of type vlan for network 9a14efbb-6e94-439a-a6e6-5a94d9f3c818 Aug 06 17:26:14.224667 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Provisioning complete for port 950d5868-7f7c-49b2-a093-65a82b1b1a6f triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:26:14.225032 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:14.225679 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-83c6a30a-1e7d-4938-988e-15d9d200f08b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768831157836'] for network, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:14.259003 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-83c6a30a-1e7d-4938-988e-15d9d200f08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707'] for network, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:14.260131 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c6a30a-1e7d-4938-988e-15d9d200f08b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:14.260721 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-83c6a30a-1e7d-4938-988e-15d9d200f08b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for network, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:14.292479 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-83c6a30a-1e7d-4938-988e-15d9d200f08b admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4118369 Aug 06 17:26:14.295553 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 34470) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:26:14.300721 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-08dcdab9-3a48-4988-9846-2da43921d9a6 admin admin] Request body: {'subnet': {'network_id': '9a14efbb-6e94-439a-a6e6-5a94d9f3c818', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-68168460-subnet', 'tenant_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'ip_version': 4}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:26:14.315399 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:14.327032 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c6a30a-1e7d-4938-988e-15d9d200f08b admin admin] Pushing event updated for resources: {'Network': ['ID=9a14efbb-6e94-439a-a6e6-5a94d9f3c818,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:26:14.328522 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08dcdab9-3a48-4988-9846-2da43921d9a6 admin admin] Made reservation on behalf of 4b89d81ddcd049a3a1e3b0c7ef913e87 for: {'subnet': 1} {{(pid=93308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:26:14.330989 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-08dcdab9-3a48-4988-9846-2da43921d9a6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:14.347568 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Network 9a14efbb-6e94-439a-a6e6-5a94d9f3c818 details requested by agent ovs-agent-dv-cinder-803773-1-iscsi with host dv-cinder-803773-1-iscsi {{(pid=93310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 17:26:14.364372 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f13727d-ad83-4853-a1dc-49b8519274e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '950d5868-7f7c-49b2-a093-65a82b1b1a6f'}] {{(pid=93310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:26:14.366832 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713379ad4201aa67d1557f3d7b7da947c96b0ad1778a29fd635d5f04ae47f1c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fc969b-7f16-40ab-940e-8bb75fe5998e" -d '{"events": [{"server_uuid": "5f13727d-ad83-4853-a1dc-49b8519274e4", "name": "network-vif-plugged", "status": "completed", "tag": "950d5868-7f7c-49b2-a093-65a82b1b1a6f"}]}' {{(pid=93310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:26:14.415524 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port 950d5868-7f7c-49b2-a093-65a82b1b1a6f, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=950d5868-7f7c-49b2-a093-65a82b1b1a6f,segment=NetworkSegment(f5e274ea-768f-45a2-bfc8-b7461617eff9),segment_id=f5e274ea-768f-45a2-bfc8-b7461617eff9)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:26:14.428198 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:14.439392 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6962648b-f70d-475a-97ff-4bc6fc368734 x-openstack-request-id: req-6962648b-f70d-475a-97ff-4bc6fc368734 {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:26:14.439682 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f13727d-ad83-4853-a1dc-49b8519274e4", "name": "network-vif-plugged", "status": "completed", "tag": "950d5868-7f7c-49b2-a093-65a82b1b1a6f", "code": 200}]} {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:26:14.439928 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6962648b-f70d-475a-97ff-4bc6fc368734 {{(pid=93310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:26:14.440303 dv-cinder-803773-1-iscsi neutron-server[93310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f13727d-ad83-4853-a1dc-49b8519274e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '950d5868-7f7c-49b2-a093-65a82b1b1a6f', 'code': 200} Aug 06 17:26:14.487295 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=950d5868-7f7c-49b2-a093-65a82b1b1a6f,revision_number=7']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:26:14.510492 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-08dcdab9-3a48-4988-9846-2da43921d9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707'] for subnet, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:14.568367 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dcdab9-3a48-4988-9846-2da43921d9a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4ce2c86-70ee-4932-994f-c3d019d987cc,revision_number=0']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:26:14.578619 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dcdab9-3a48-4988-9846-2da43921d9a6 admin admin] Checking segment: {'id': '17499022-9700-4d06-a86c-af76ee7e0f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '9a14efbb-6e94-439a-a6e6-5a94d9f3c818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:26:14.578978 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08dcdab9-3a48-4988-9846-2da43921d9a6 admin admin] Network hostable DHCP agents. Network: 9a14efbb-6e94-439a-a6e6-5a94d9f3c818, hostable agents: ['4daea8ea-8fec-4a46-9c0b-2c2eda663924'], hosted agents: [] {{(pid=93308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 17:26:14.596979 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08dcdab9-3a48-4988-9846-2da43921d9a6 admin admin] Network 9a14efbb-6e94-439a-a6e6-5a94d9f3c818 is scheduled to be hosted by DHCP agent 4daea8ea-8fec-4a46-9c0b-2c2eda663924 with binding_index 1 {{(pid=93308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 17:26:14.608716 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.base_scheduler [None req-08dcdab9-3a48-4988-9846-2da43921d9a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803773-1-iscsi, 9a14efbb-6e94-439a-a6e6-5a94d9f3c818) {{(pid=93308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:26:14.612898 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08dcdab9-3a48-4988-9846-2da43921d9a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:14.613471 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-08dcdab9-3a48-4988-9846-2da43921d9a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:14.617588 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b361f5f5-05dd-43de-b47e-a87a2be36526 None None] Network 9a14efbb-6e94-439a-a6e6-5a94d9f3c818 requested from dv-cinder-803773-1-iscsi {{(pid=93310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:26:14.628119 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-08dcdab9-3a48-4988-9846-2da43921d9a6 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3313415 Aug 06 17:26:14.631595 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 34476) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:26:14.635971 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-02fa65d9-5098-45b6-bd39-5fcb588ef416 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-68168460-router', 'tenant_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'}}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:26:14.657314 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-02fa65d9-5098-45b6-bd39-5fcb588ef416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-426003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5372'] for router, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:14.658722 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-02fa65d9-5098-45b6-bd39-5fcb588ef416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441349', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5367'] for router, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:14.713917 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-02fa65d9-5098-45b6-bd39-5fcb588ef416 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:14.773881 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c7f971-bb19-448d-9785-8388b94bcffd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb502b4dc-57c1-509c-ac55-d00ff2016944-9a14efbb-6e94-439a-a6e6-5a94d9f3c818', 'network_id': '9a14efbb-6e94-439a-a6e6-5a94d9f3c818', 'tenant_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'fixed_ips': [{'subnet_id': 'd4ce2c86-70ee-4932-994f-c3d019d987cc'}]}} from dv-cinder-803773-1-iscsi. {{(pid=93310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 17:26:14.774785 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-88c7f971-bb19-448d-9785-8388b94bcffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:14.922403 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.db_base_plugin_common [None req-88c7f971-bb19-448d-9785-8388b94bcffd None None] Allocated IP 172.20.0.2 (9a14efbb-6e94-439a-a6e6-5a94d9f3c818/d4ce2c86-70ee-4932-994f-c3d019d987cc/fc04800b-6a0e-48bc-8fa9-feac93524627) {{(pid=93310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:26:15.070974 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-88c7f971-bb19-448d-9785-8388b94bcffd None None] Notify callbacks [] for port, precommit_create {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:15.079935 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-88c7f971-bb19-448d-9785-8388b94bcffd None None] Transition to ACTIVE for port object fc04800b-6a0e-48bc-8fa9-feac93524627 will not be triggered until provisioned by entity L2. {{(pid=93310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:26:15.085848 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-02fa65d9-5098-45b6-bd39-5fcb588ef416 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:15.096055 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-88c7f971-bb19-448d-9785-8388b94bcffd None None] Transition to ACTIVE for port object fc04800b-6a0e-48bc-8fa9-feac93524627 will not be triggered until provisioned by entity DHCP. {{(pid=93310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:26:15.101272 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-88c7f971-bb19-448d-9785-8388b94bcffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244'] for port, after_create {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:15.142833 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c7f971-bb19-448d-9785-8388b94bcffd None None] Network 9a14efbb-6e94-439a-a6e6-5a94d9f3c818 is already hosted by enough agents. {{(pid=93310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:26:15.143397 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.scheduler.base_scheduler [None req-88c7f971-bb19-448d-9785-8388b94bcffd None None] Resources bound (agent type, host, resource id): {{(pid=93310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:26:15.147041 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c7f971-bb19-448d-9785-8388b94bcffd None None] Received port after_create {{(pid=93310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:26:15.154166 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7f971-bb19-448d-9785-8388b94bcffd None None] Pushing event updated for resources: {'Port': ['ID=fc04800b-6a0e-48bc-8fa9-feac93524627,revision_number=1']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:26:15.203492 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-88c7f971-bb19-448d-9785-8388b94bcffd None None] Attempting to bind port fc04800b-6a0e-48bc-8fa9-feac93524627 on host dv-cinder-803773-1-iscsi for vnic_type normal with profile {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:26:15.203876 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-88c7f971-bb19-448d-9785-8388b94bcffd None None] Attempting to bind port fc04800b-6a0e-48bc-8fa9-feac93524627 by drivers openvswitch,hyperv on host dv-cinder-803773-1-iscsi at level 0 using segments [{'id': '17499022-9700-4d06-a86c-af76ee7e0f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '9a14efbb-6e94-439a-a6e6-5a94d9f3c818'}] {{(pid=93310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:26:15.204266 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c7f971-bb19-448d-9785-8388b94bcffd None None] Attempting to bind port fc04800b-6a0e-48bc-8fa9-feac93524627 on network 9a14efbb-6e94-439a-a6e6-5a94d9f3c818 {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:26:15.209258 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c7f971-bb19-448d-9785-8388b94bcffd None None] Checking agent: {'id': 'c2f4de20-f7af-45ef-88b2-b79124fbc41c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803773-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 15, 24), 'started_at': datetime.datetime(2021, 8, 6, 17, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803773-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:26:15.209669 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c7f971-bb19-448d-9785-8388b94bcffd None None] Checking segment: {'id': '17499022-9700-4d06-a86c-af76ee7e0f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '9a14efbb-6e94-439a-a6e6-5a94d9f3c818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:26:15.210061 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-88c7f971-bb19-448d-9785-8388b94bcffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:15.210470 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c7f971-bb19-448d-9785-8388b94bcffd None None] Bound using segment: {'id': '17499022-9700-4d06-a86c-af76ee7e0f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '9a14efbb-6e94-439a-a6e6-5a94d9f3c818'} {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:26:15.210926 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-88c7f971-bb19-448d-9785-8388b94bcffd None None] Bound port: fc04800b-6a0e-48bc-8fa9-feac93524627, host: dv-cinder-803773-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17499022-9700-4d06-a86c-af76ee7e0f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '9a14efbb-6e94-439a-a6e6-5a94d9f3c818'}}] {{(pid=93310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:26:15.211297 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-88c7f971-bb19-448d-9785-8388b94bcffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:15.292547 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-88c7f971-bb19-448d-9785-8388b94bcffd None None] For port fc04800b-6a0e-48bc-8fa9-feac93524627, host dv-cinder-803773-1-iscsi, cleared binding levels {{(pid=93310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:26:15.295818 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-88c7f971-bb19-448d-9785-8388b94bcffd None None] For port fc04800b-6a0e-48bc-8fa9-feac93524627, host dv-cinder-803773-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=fc04800b-6a0e-48bc-8fa9-feac93524627,segment=NetworkSegment(17499022-9700-4d06-a86c-af76ee7e0f6d),segment_id=17499022-9700-4d06-a86c-af76ee7e0f6d)] {{(pid=93310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:26:15.300107 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-88c7f971-bb19-448d-9785-8388b94bcffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:15.323079 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-02fa65d9-5098-45b6-bd39-5fcb588ef416 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:15.334418 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51f35d-2e35-435f-b815-c6111d8b241e req-b3418506-903e-4708-861c-e8eea97d6124 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:15.336648 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-de51f35d-2e35-435f-b815-c6111d8b241e req-b3418506-903e-4708-861c-e8eea97d6124 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 946 time: 0.0883777 Aug 06 17:26:15.356842 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-02fa65d9-5098-45b6-bd39-5fcb588ef416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:15.357046 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7f971-bb19-448d-9785-8388b94bcffd None None] Pushing event updated for resources: {'Port': ['ID=fc04800b-6a0e-48bc-8fa9-feac93524627,revision_number=2']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:26:15.427393 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-de51f35d-2e35-435f-b815-c6111d8b241e req-411f990f-80bf-4143-bac7-297beeb87d0f tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728407 Aug 06 17:26:15.506674 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.db_base_plugin_common [None req-02fa65d9-5098-45b6-bd39-5fcb588ef416 admin admin] Allocated IP 172.27.0.116 (2c4c21cf-2746-4b14-9730-0a69daab855b/0d6fa379-a3fa-4b6f-9c88-fa9af5610e03/da7056e2-04f6-4762-a7d7-3a1bd8253fcb) {{(pid=93308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:26:15.635358 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-02fa65d9-5098-45b6-bd39-5fcb588ef416 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:15.676806 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-02fa65d9-5098-45b6-bd39-5fcb588ef416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244'] for port, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:15.721971 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fa65d9-5098-45b6-bd39-5fcb588ef416 admin admin] Network 2c4c21cf-2746-4b14-9730-0a69daab855b is already hosted by enough agents. {{(pid=93308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:26:15.724958 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.base_scheduler [None req-02fa65d9-5098-45b6-bd39-5fcb588ef416 admin admin] Resources bound (agent type, host, resource id): {{(pid=93308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:26:15.729615 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fa65d9-5098-45b6-bd39-5fcb588ef416 admin admin] Received port after_create {{(pid=93308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:26:15.735491 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fa65d9-5098-45b6-bd39-5fcb588ef416 admin admin] Pushing event updated for resources: {'Port': ['ID=da7056e2-04f6-4762-a7d7-3a1bd8253fcb,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:26:15.950390 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-02fa65d9-5098-45b6-bd39-5fcb588ef416 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:16.162848 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-02fa65d9-5098-45b6-bd39-5fcb588ef416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441493'] for router, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:16.311208 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02fa65d9-5098-45b6-bd39-5fcb588ef416 admin admin] Router a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54 is scheduled to L3 agent cbcd3d9e-bca5-4529-952b-48c65d2aceac with binding_index 1 {{(pid=93308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 17:26:16.339081 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device fc04800b-6a0e-48bc-8fa9-feac93524627 up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:26:16.395608 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ba6dbd-bc30-4d42-92fb-3c505538e430 None None] Network 9a14efbb-6e94-439a-a6e6-5a94d9f3c818 requested from dv-cinder-803773-1-iscsi {{(pid=93310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:26:16.452134 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning for port fc04800b-6a0e-48bc-8fa9-feac93524627 completed by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:26:16.487554 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02fa65d9-5098-45b6-bd39-5fcb588ef416 admin admin] Notify agent at l3_agent.dv-cinder-803773-1-iscsi the message routers_updated {{(pid=93308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:26:16.507568 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1fd5f1-5f3e-487d-a7e1-630d65b52dee None None] Sync routers for ids ['a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54'] in dv-cinder-803773-1-iscsi {{(pid=93311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:26:16.518351 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-02fa65d9-5098-45b6-bd39-5fcb588ef416 admin admin] Notify callbacks [] for router, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:16.522925 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-3d244c85-e273-4cc9-bcb1-4e7268913812 None None] Provisioning for port fc04800b-6a0e-48bc-8fa9-feac93524627 completed by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:26:16.523301 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 34498) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:26:16.524223 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-02fa65d9-5098-45b6-bd39-5fcb588ef416 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8915989 Aug 06 17:26:16.524582 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1fd5f1-5f3e-487d-a7e1-630d65b52dee None None] Routers {'a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:26:16.527558 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-9f1fd5f1-5f3e-487d-a7e1-630d65b52dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:25:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54'], 'active': True} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:26:16.531176 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-3d244c85-e273-4cc9-bcb1-4e7268913812 None None] Provisioning complete for port fc04800b-6a0e-48bc-8fa9-feac93524627 triggered by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:26:16.531555 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-3d244c85-e273-4cc9-bcb1-4e7268913812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:16.642705 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff345a-6a92-4fe3-bd84-3176ff4e5b2c req-c5d6d5c1-923b-46b7-9fa1-fedd3f90e89a tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:16.653621 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-b3ff345a-6a92-4fe3-bd84-3176ff4e5b2c req-c5d6d5c1-923b-46b7-9fa1-fedd3f90e89a tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 946 time: 0.0971236 Aug 06 17:26:16.690510 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvr_db [None req-9f1fd5f1-5f3e-487d-a7e1-630d65b52dee None None] Set router a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:26:16.715226 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-3d244c85-e273-4cc9-bcb1-4e7268913812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:16.719706 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-b3ff345a-6a92-4fe3-bd84-3176ff4e5b2c req-e0afe516-d769-431b-9b9a-63dfb76de8db tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648918 Aug 06 17:26:16.770341 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-3d244c85-e273-4cc9-bcb1-4e7268913812 None None] For port fc04800b-6a0e-48bc-8fa9-feac93524627, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=fc04800b-6a0e-48bc-8fa9-feac93524627,segment=NetworkSegment(17499022-9700-4d06-a86c-af76ee7e0f6d),segment_id=17499022-9700-4d06-a86c-af76ee7e0f6d)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:26:16.776869 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-3d244c85-e273-4cc9-bcb1-4e7268913812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:16.855741 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d244c85-e273-4cc9-bcb1-4e7268913812 None None] Pushing event updated for resources: {'Port': ['ID=fc04800b-6a0e-48bc-8fa9-feac93524627,revision_number=3']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:26:16.925481 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b50d49-0e2a-44f6-a608-25aabd13b81f req-ebcfff41-de41-49f7-ac21-93d2f10d9c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:16.926905 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-9f1fd5f1-5f3e-487d-a7e1-630d65b52dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54', 'name': 'tempest-TestMinimumBasicScenario-68168460-router', 'tenant_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'da7056e2-04f6-4762-a7d7-3a1bd8253fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:26:14Z', 'updated_at': '2021-08-06T17:26:15Z', 'revision_number': 3, 'project_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'gw_port': {'id': 'da7056e2-04f6-4762-a7d7-3a1bd8253fcb', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:26:15Z', 'updated_at': '2021-08-06T17:26:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi'}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:26:16.927104 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f2b50d49-0e2a-44f6-a608-25aabd13b81f req-ebcfff41-de41-49f7-ac21-93d2f10d9c41 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d4d45ad3cd734f29b1d101a15856a9e4&device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 1098 time: 0.1975188 Aug 06 17:26:16.936484 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c6135-428c-4003-bd14-de624bace2d0 req-871c8f77-45e8-48b4-9766-94e59a985fa9 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:16.937966 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-d20c6135-428c-4003-bd14-de624bace2d0 req-871c8f77-45e8-48b4-9766-94e59a985fa9 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.1960492 Aug 06 17:26:16.953887 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1fd5f1-5f3e-487d-a7e1-630d65b52dee None None] Checking router: a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54 for host: dv-cinder-803773-1-iscsi {{(pid=93311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:26:16.954178 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1fd5f1-5f3e-487d-a7e1-630d65b52dee None None] Updating router a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54 port da7056e2-04f6-4762-a7d7-3a1bd8253fcb binding host dv-cinder-803773-1-iscsi {{(pid=93311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 17:26:16.978676 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-9f1fd5f1-5f3e-487d-a7e1-630d65b52dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:17.012530 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-7618a289-f772-4502-b60a-f9c7165a494a None None] Provisioning complete for port fc04800b-6a0e-48bc-8fa9-feac93524627 triggered by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:26:17.012952 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7618a289-f772-4502-b60a-f9c7165a494a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:17.076693 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-d20c6135-428c-4003-bd14-de624bace2d0 req-7b5e2ec4-a4bb-4dd2-bc24-3cc2ce0ec43e tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251333 Aug 06 17:26:17.342214 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-9f1fd5f1-5f3e-487d-a7e1-630d65b52dee None None] Notify callbacks [] for port, precommit_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:17.353349 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.provisioning_blocks [None req-9f1fd5f1-5f3e-487d-a7e1-630d65b52dee None None] Transition to ACTIVE for port object da7056e2-04f6-4762-a7d7-3a1bd8253fcb will not be triggered until provisioned by entity L2. {{(pid=93311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:26:17.360846 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-9f1fd5f1-5f3e-487d-a7e1-630d65b52dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:17.379730 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b50d49-0e2a-44f6-a608-25aabd13b81f req-fbc23eaf-9b97-4b48-a94b-6533cf79299e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:17.381192 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f2b50d49-0e2a-44f6-a608-25aabd13b81f req-fbc23eaf-9b97-4b48-a94b-6533cf79299e service neutron] 10.222.0.96 "GET /v2.0/networks?id=deea6c2c-89aa-49a9-8ca9-e984e33e872e HTTP/1.1" status: 200 len: 920 time: 0.4409251 Aug 06 17:26:17.414613 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [None req-9f1fd5f1-5f3e-487d-a7e1-630d65b52dee None None] Attempting to bind port da7056e2-04f6-4762-a7d7-3a1bd8253fcb on host dv-cinder-803773-1-iscsi for vnic_type normal with profile {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:26:17.414980 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [None req-9f1fd5f1-5f3e-487d-a7e1-630d65b52dee None None] Attempting to bind port da7056e2-04f6-4762-a7d7-3a1bd8253fcb by drivers openvswitch,hyperv on host dv-cinder-803773-1-iscsi at level 0 using segments [{'id': '0f56620f-272e-4079-bfd8-f32d6a32afa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'}] {{(pid=93311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:26:17.415341 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1fd5f1-5f3e-487d-a7e1-630d65b52dee None None] Attempting to bind port da7056e2-04f6-4762-a7d7-3a1bd8253fcb on network 2c4c21cf-2746-4b14-9730-0a69daab855b {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:26:17.418382 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c917a47-8c94-427a-b0d0-2d70dda4c112 None None] Pushing event updated for resources: {'Port': ['ID=da7056e2-04f6-4762-a7d7-3a1bd8253fcb,revision_number=2']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:26:17.426383 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1fd5f1-5f3e-487d-a7e1-630d65b52dee None None] Checking agent: {'id': 'c2f4de20-f7af-45ef-88b2-b79124fbc41c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803773-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 15, 24), 'started_at': datetime.datetime(2021, 8, 6, 17, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803773-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:26:17.426755 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1fd5f1-5f3e-487d-a7e1-630d65b52dee None None] Checking segment: {'id': '0f56620f-272e-4079-bfd8-f32d6a32afa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:26:17.427280 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-9f1fd5f1-5f3e-487d-a7e1-630d65b52dee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:17.427711 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1fd5f1-5f3e-487d-a7e1-630d65b52dee None None] Bound using segment: {'id': '0f56620f-272e-4079-bfd8-f32d6a32afa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'} {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:26:17.428338 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [None req-9f1fd5f1-5f3e-487d-a7e1-630d65b52dee None None] Bound port: da7056e2-04f6-4762-a7d7-3a1bd8253fcb, host: dv-cinder-803773-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f56620f-272e-4079-bfd8-f32d6a32afa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'}}] {{(pid=93311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:26:17.428821 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-9f1fd5f1-5f3e-487d-a7e1-630d65b52dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:17.429548 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f2b50d49-0e2a-44f6-a608-25aabd13b81f req-e328ab23-bc15-4d39-8099-112e3ebf83cd service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8414eecb-2a81-4939-9667-8a954bda4689 HTTP/1.1" status: 200 len: 217 time: 0.0392752 Aug 06 17:26:17.433393 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c917a47-8c94-427a-b0d0-2d70dda4c112 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:26:17.433742 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c917a47-8c94-427a-b0d0-2d70dda4c112 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:26:17.434206 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c917a47-8c94-427a-b0d0-2d70dda4c112 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:26:17.434591 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c917a47-8c94-427a-b0d0-2d70dda4c112 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:26:17.435049 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c917a47-8c94-427a-b0d0-2d70dda4c112 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:26:17.435381 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c917a47-8c94-427a-b0d0-2d70dda4c112 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:26:17.435813 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c917a47-8c94-427a-b0d0-2d70dda4c112 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:26:17.436328 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c917a47-8c94-427a-b0d0-2d70dda4c112 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:26:17.436709 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c917a47-8c94-427a-b0d0-2d70dda4c112 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:26:17.437034 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c917a47-8c94-427a-b0d0-2d70dda4c112 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:26:17.437355 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c917a47-8c94-427a-b0d0-2d70dda4c112 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:26:17.437970 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c917a47-8c94-427a-b0d0-2d70dda4c112 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:26:17.492056 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [None req-9f1fd5f1-5f3e-487d-a7e1-630d65b52dee None None] For port da7056e2-04f6-4762-a7d7-3a1bd8253fcb, host dv-cinder-803773-1-iscsi, cleared binding levels {{(pid=93311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:26:17.495452 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [None req-9f1fd5f1-5f3e-487d-a7e1-630d65b52dee None None] For port da7056e2-04f6-4762-a7d7-3a1bd8253fcb, host dv-cinder-803773-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=da7056e2-04f6-4762-a7d7-3a1bd8253fcb,segment=NetworkSegment(0f56620f-272e-4079-bfd8-f32d6a32afa9),segment_id=0f56620f-272e-4079-bfd8-f32d6a32afa9)] {{(pid=93311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:26:17.500291 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-9f1fd5f1-5f3e-487d-a7e1-630d65b52dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:17.525525 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b50d49-0e2a-44f6-a608-25aabd13b81f req-f812dc9b-3e4b-43e5-aa72-b3515977a90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:17.527310 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f2b50d49-0e2a-44f6-a608-25aabd13b81f req-f812dc9b-3e4b-43e5-aa72-b3515977a90b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c44d3273-d0a1-4d92-88ef-0e9181e87f95 HTTP/1.1" status: 200 len: 858 time: 0.0779686 Aug 06 17:26:17.558471 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1fd5f1-5f3e-487d-a7e1-630d65b52dee None None] Routers {'a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:26:17.559059 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-9f1fd5f1-5f3e-487d-a7e1-630d65b52dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:25:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54'], 'active': True} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:26:17.568131 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f2b50d49-0e2a-44f6-a608-25aabd13b81f req-599407ce-01d6-4c7d-85a2-2a1f03f992eb service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=deea6c2c-89aa-49a9-8ca9-e984e33e872e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281827 Aug 06 17:26:17.595715 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c917a47-8c94-427a-b0d0-2d70dda4c112 None None] Pushing event updated for resources: {'Port': ['ID=da7056e2-04f6-4762-a7d7-3a1bd8253fcb,revision_number=3']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:26:17.659224 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-66bbbdd8-2ef2-4f34-b876-bba9642f8914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:17.667680 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvr_db [None req-9f1fd5f1-5f3e-487d-a7e1-630d65b52dee None None] Set router a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:26:17.733894 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f2b50d49-0e2a-44f6-a608-25aabd13b81f req-fb328883-df11-407a-97c0-77fe9dc8cd09 service neutron] 10.222.0.96 "GET /v2.0/networks/deea6c2c-89aa-49a9-8ca9-e984e33e872e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433170 Aug 06 17:26:17.837774 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6175ec-3ead-46da-ab05-0d31aea8a778 req-9b424bc5-a84a-40be-9b4c-33ad9affb523 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:17.840185 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-bd6175ec-3ead-46da-ab05-0d31aea8a778 req-9b424bc5-a84a-40be-9b4c-33ad9affb523 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 946 time: 0.0534267 Aug 06 17:26:17.862887 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-9f1fd5f1-5f3e-487d-a7e1-630d65b52dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54', 'name': 'tempest-TestMinimumBasicScenario-68168460-router', 'tenant_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'da7056e2-04f6-4762-a7d7-3a1bd8253fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:26:14Z', 'updated_at': '2021-08-06T17:26:15Z', 'revision_number': 3, 'project_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'gw_port': {'id': 'da7056e2-04f6-4762-a7d7-3a1bd8253fcb', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:26:15Z', 'updated_at': '2021-08-06T17:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi'}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:26:17.892102 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1fd5f1-5f3e-487d-a7e1-630d65b52dee None None] The sync data for ids ['a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54'] in dv-cinder-803773-1-iscsi is: [{'id': 'a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54', 'name': 'tempest-TestMinimumBasicScenario-68168460-router', 'tenant_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'da7056e2-04f6-4762-a7d7-3a1bd8253fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:26:14Z', 'updated_at': '2021-08-06T17:26:15Z', 'revision_number': 3, 'project_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'gw_port': {'id': 'da7056e2-04f6-4762-a7d7-3a1bd8253fcb', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:26:15Z', 'updated_at': '2021-08-06T17:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi'}] {{(pid=93311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:26:17.896571 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-bd6175ec-3ead-46da-ab05-0d31aea8a778 req-3e5f4672-fa7c-4fc0-8bff-166d8720ad08 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496511 Aug 06 17:26:17.911807 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f2b50d49-0e2a-44f6-a608-25aabd13b81f req-afc8fa75-efe4-47d7-a576-c4a88c91fd10 service neutron] 10.222.0.96 "GET /v2.0/networks/deea6c2c-89aa-49a9-8ca9-e984e33e872e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632497 Aug 06 17:26:17.921930 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.db_base_plugin_common [None req-66bbbdd8-2ef2-4f34-b876-bba9642f8914 admin admin] Allocated IP 172.20.0.1 (9a14efbb-6e94-439a-a6e6-5a94d9f3c818/d4ce2c86-70ee-4932-994f-c3d019d987cc/bc769ed0-27f1-4e47-9e88-8487b87dc158) {{(pid=93309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:26:18.039305 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-66bbbdd8-2ef2-4f34-b876-bba9642f8914 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:18.052794 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.provisioning_blocks [None req-66bbbdd8-2ef2-4f34-b876-bba9642f8914 admin admin] Transition to ACTIVE for port object bc769ed0-27f1-4e47-9e88-8487b87dc158 will not be triggered until provisioned by entity DHCP. {{(pid=93309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:26:18.087693 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-66bbbdd8-2ef2-4f34-b876-bba9642f8914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379163'] for port, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:18.149592 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bbbdd8-2ef2-4f34-b876-bba9642f8914 admin admin] Network 9a14efbb-6e94-439a-a6e6-5a94d9f3c818 is already hosted by enough agents. {{(pid=93309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:26:18.153077 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.base_scheduler [None req-66bbbdd8-2ef2-4f34-b876-bba9642f8914 admin admin] Resources bound (agent type, host, resource id): {{(pid=93309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:26:18.157399 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bbbdd8-2ef2-4f34-b876-bba9642f8914 admin admin] Received port after_create {{(pid=93309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:26:18.189552 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bbbdd8-2ef2-4f34-b876-bba9642f8914 admin admin] Pushing event updated for resources: {'Port': ['ID=bc769ed0-27f1-4e47-9e88-8487b87dc158,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:26:18.240305 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-66bbbdd8-2ef2-4f34-b876-bba9642f8914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-439167'] for router_interface, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:18.294740 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf16710-ad08-4d2b-b9f3-b231455a8af2 req-44a0fb1d-5ea5-498c-808b-5a83d9da5831 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:18.297640 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-ddf16710-ad08-4d2b-b9f3-b231455a8af2 req-44a0fb1d-5ea5-498c-808b-5a83d9da5831 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.1115882 Aug 06 17:26:18.398671 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-ddf16710-ad08-4d2b-b9f3-b231455a8af2 req-52e81df6-af46-48af-9077-1ddcb9df2a2f tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865581 Aug 06 17:26:18.422581 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device da7056e2-04f6-4762-a7d7-3a1bd8253fcb up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:26:18.455102 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-66bbbdd8-2ef2-4f34-b876-bba9642f8914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:18.461139 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-0cb4ed73-08b2-4f6e-b0e2-c24e4c5fda68 None None] Provisioning for port bc769ed0-27f1-4e47-9e88-8487b87dc158 completed by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:26:18.467928 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-0cb4ed73-08b2-4f6e-b0e2-c24e4c5fda68 None None] Provisioning complete for port bc769ed0-27f1-4e47-9e88-8487b87dc158 triggered by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:26:18.468298 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-0cb4ed73-08b2-4f6e-b0e2-c24e4c5fda68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:18.516256 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning for port da7056e2-04f6-4762-a7d7-3a1bd8253fcb completed by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:26:18.518779 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-0cb4ed73-08b2-4f6e-b0e2-c24e4c5fda68 None None] Port bc769ed0-27f1-4e47-9e88-8487b87dc158 cannot update to ACTIVE because it is not bound. {{(pid=93310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:26:18.522284 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port da7056e2-04f6-4762-a7d7-3a1bd8253fcb triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:26:18.522690 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:18.608669 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:18.630824 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] For port da7056e2-04f6-4762-a7d7-3a1bd8253fcb, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=da7056e2-04f6-4762-a7d7-3a1bd8253fcb,segment=NetworkSegment(0f56620f-272e-4079-bfd8-f32d6a32afa9),segment_id=0f56620f-272e-4079-bfd8-f32d6a32afa9)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:26:18.636144 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:18.637540 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device fc04800b-6a0e-48bc-8fa9-feac93524627 up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:26:18.652339 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-66bbbdd8-2ef2-4f34-b876-bba9642f8914 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:18.657381 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-66bbbdd8-2ef2-4f34-b876-bba9642f8914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30379154'] for port, after_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:18.724429 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Pushing event updated for resources: {'Port': ['ID=da7056e2-04f6-4762-a7d7-3a1bd8253fcb,revision_number=4']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:26:18.731750 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port fc04800b-6a0e-48bc-8fa9-feac93524627 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:26:18.732260 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:18.735871 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bbbdd8-2ef2-4f34-b876-bba9642f8914 admin admin] Pushing event updated for resources: {'Port': ['ID=bc769ed0-27f1-4e47-9e88-8487b87dc158,revision_number=2']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:26:18.751037 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-66bbbdd8-2ef2-4f34-b876-bba9642f8914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429519'] for router_interface, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:18.861291 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bbbdd8-2ef2-4f34-b876-bba9642f8914 admin admin] Network 9a14efbb-6e94-439a-a6e6-5a94d9f3c818 is already hosted by enough agents. {{(pid=93309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:26:18.862632 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.base_scheduler [None req-66bbbdd8-2ef2-4f34-b876-bba9642f8914 admin admin] Resources bound (agent type, host, resource id): {{(pid=93309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:26:18.980665 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66bbbdd8-2ef2-4f34-b876-bba9642f8914 admin admin] Router a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54 has already been hosted by L3 agent cbcd3d9e-bca5-4529-952b-48c65d2aceac {{(pid=93309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:26:19.031675 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ccf8df-1c05-4fee-b8fc-7e75ab4083a2 req-b1fdd78d-d19c-44ce-99ea-8605d1e58c5c tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:19.034127 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-46ccf8df-1c05-4fee-b8fc-7e75ab4083a2 req-b1fdd78d-d19c-44ce-99ea-8605d1e58c5c tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 946 time: 0.0603409 Aug 06 17:26:19.074380 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-46ccf8df-1c05-4fee-b8fc-7e75ab4083a2 req-7324d2c2-cbc6-4490-ba6e-d509a59c9cbc tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345657 Aug 06 17:26:19.116575 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66bbbdd8-2ef2-4f34-b876-bba9642f8914 admin admin] Notify agent at l3_agent.dv-cinder-803773-1-iscsi the message routers_updated {{(pid=93309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:26:19.121996 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-66bbbdd8-2ef2-4f34-b876-bba9642f8914 admin admin] 10.222.0.89 "PUT /v2.0/routers/a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5963178 Aug 06 17:26:19.141406 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-1eff11ef-2b42-4839-869d-72e177574223 None None] Provisioning complete for port bc769ed0-27f1-4e47-9e88-8487b87dc158 triggered by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:26:19.141777 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-1eff11ef-2b42-4839-869d-72e177574223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:19.179832 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-1eff11ef-2b42-4839-869d-72e177574223 None None] Port bc769ed0-27f1-4e47-9e88-8487b87dc158 cannot update to ACTIVE because it is not bound. {{(pid=93310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:26:19.537735 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9fb23-4497-46ef-bcb4-1492658f34bf req-b912e131-38c4-4677-b504-76d46b4ac1a1 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:19.539278 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-d3e9fb23-4497-46ef-bcb4-1492658f34bf req-b912e131-38c4-4677-b504-76d46b4ac1a1 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0528476 Aug 06 17:26:19.576449 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b7f68c-5594-417f-b04d-1c7e5dd4f71e None None] Sync routers for ids ['a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54'] in dv-cinder-803773-1-iscsi {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:26:19.581874 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-d3e9fb23-4497-46ef-bcb4-1492658f34bf req-47e74572-7f89-49a9-aa1e-43a6188e378c tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361137 Aug 06 17:26:19.586524 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b7f68c-5594-417f-b04d-1c7e5dd4f71e None None] Routers {'a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:26:19.586524 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-78b7f68c-5594-417f-b04d-1c7e5dd4f71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:25:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:26:19.624193 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 34538) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:26:19.629231 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-ae403f6e-2a9c-4b9c-99ce-79d9f309f18e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-251011122-network', 'tenant_id': 'fd4b1ee22f2640478b15b1f79aa77421'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:26:19.651081 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae403f6e-2a9c-4b9c-99ce-79d9f309f18e admin admin] Made reservation on behalf of fd4b1ee22f2640478b15b1f79aa77421 for: {'network': 1} {{(pid=93308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:26:19.653363 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-ae403f6e-2a9c-4b9c-99ce-79d9f309f18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for network, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:19.661831 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-ae403f6e-2a9c-4b9c-99ce-79d9f309f18e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:19.761904 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-ae403f6e-2a9c-4b9c-99ce-79d9f309f18e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:19.767362 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-ae403f6e-2a9c-4b9c-99ce-79d9f309f18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:19.789803 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae403f6e-2a9c-4b9c-99ce-79d9f309f18e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1055} {{(pid=93308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 17:26:19.807685 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae403f6e-2a9c-4b9c-99ce-79d9f309f18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d5f66a-c005-4c5f-8089-466c4d9dd689,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:26:19.808249 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-ae403f6e-2a9c-4b9c-99ce-79d9f309f18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022'] for segment, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:19.808584 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.db.segments_db [None req-ae403f6e-2a9c-4b9c-99ce-79d9f309f18e admin admin] Added segment d4a3fa14-a7b4-40b9-9268-946fefd5a62d of type vlan for network 5c081744-fe44-4d3b-9300-d0409ac6ff56 Aug 06 17:26:19.825840 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-78b7f68c-5594-417f-b04d-1c7e5dd4f71e None None] Set router a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:26:19.848144 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-ae403f6e-2a9c-4b9c-99ce-79d9f309f18e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768831157836'] for network, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:19.883565 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-ae403f6e-2a9c-4b9c-99ce-79d9f309f18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707'] for network, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:19.884601 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae403f6e-2a9c-4b9c-99ce-79d9f309f18e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:19.885269 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-ae403f6e-2a9c-4b9c-99ce-79d9f309f18e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for network, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:19.937784 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-ae403f6e-2a9c-4b9c-99ce-79d9f309f18e admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3123114 Aug 06 17:26:19.940521 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 34542) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:26:19.945513 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [None req-b6c2accb-512f-4210-8a08-1fe268f71baf admin admin] Request body: {'subnet': {'network_id': '5c081744-fe44-4d3b-9300-d0409ac6ff56', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-251011122-subnet', 'tenant_id': 'fd4b1ee22f2640478b15b1f79aa77421', 'ip_version': 4}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:26:19.945660 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae403f6e-2a9c-4b9c-99ce-79d9f309f18e admin admin] Pushing event updated for resources: {'Network': ['ID=5c081744-fe44-4d3b-9300-d0409ac6ff56,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:26:19.959073 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Network 5c081744-fe44-4d3b-9300-d0409ac6ff56 details requested by agent ovs-agent-dv-cinder-803773-1-iscsi with host dv-cinder-803773-1-iscsi {{(pid=93310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 17:26:19.969541 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c2accb-512f-4210-8a08-1fe268f71baf admin admin] Made reservation on behalf of fd4b1ee22f2640478b15b1f79aa77421 for: {'subnet': 1} {{(pid=93309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:26:19.972025 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-b6c2accb-512f-4210-8a08-1fe268f71baf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29509928'] for subnet, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:20.092998 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-78b7f68c-5594-417f-b04d-1c7e5dd4f71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54', 'name': 'tempest-TestMinimumBasicScenario-68168460-router', 'tenant_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'da7056e2-04f6-4762-a7d7-3a1bd8253fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:26:14Z', 'updated_at': '2021-08-06T17:26:18Z', 'revision_number': 4, 'project_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'gw_port': {'id': 'da7056e2-04f6-4762-a7d7-3a1bd8253fcb', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:26:15Z', 'updated_at': '2021-08-06T17:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': 'bc769ed0-27f1-4e47-9e88-8487b87dc158', 'name': '', 'network_id': '9a14efbb-6e94-439a-a6e6-5a94d9f3c818', 'tenant_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'mac_address': 'fa:16:3e:85:2e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'd4ce2c86-70ee-4932-994f-c3d019d987cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:26:17Z', 'updated_at': '2021-08-06T17:26:18Z', 'revision_number': 2, 'project_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'subnets': [{'id': 'd4ce2c86-70ee-4932-994f-c3d019d987cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:26:20.122635 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b7f68c-5594-417f-b04d-1c7e5dd4f71e None None] Checking router: a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54 for host: dv-cinder-803773-1-iscsi {{(pid=93310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:26:20.122986 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b7f68c-5594-417f-b04d-1c7e5dd4f71e None None] Updating router a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54 port bc769ed0-27f1-4e47-9e88-8487b87dc158 binding host dv-cinder-803773-1-iscsi {{(pid=93310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 17:26:20.147896 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-78b7f68c-5594-417f-b04d-1c7e5dd4f71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:20.172111 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-b6c2accb-512f-4210-8a08-1fe268f71baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30379247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29509914'] for subnet, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:20.215661 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69249444-100c-44a6-a269-7039fb7796da req-d5872ecb-b948-4c06-803e-25d8cec251b1 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:20.217852 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-69249444-100c-44a6-a269-7039fb7796da req-d5872ecb-b948-4c06-803e-25d8cec251b1 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 946 time: 0.0618966 Aug 06 17:26:20.237766 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c2accb-512f-4210-8a08-1fe268f71baf admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ab9bacf-bae3-4796-9bff-5f9a83a09936,revision_number=0']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:26:20.242141 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c2accb-512f-4210-8a08-1fe268f71baf admin admin] Checking segment: {'id': 'd4a3fa14-a7b4-40b9-9268-946fefd5a62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '5c081744-fe44-4d3b-9300-d0409ac6ff56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:26:20.242546 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c2accb-512f-4210-8a08-1fe268f71baf admin admin] Network hostable DHCP agents. Network: 5c081744-fe44-4d3b-9300-d0409ac6ff56, hostable agents: ['4daea8ea-8fec-4a46-9c0b-2c2eda663924'], hosted agents: [] {{(pid=93309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 17:26:20.258120 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-69249444-100c-44a6-a269-7039fb7796da req-37d26762-86f4-4cab-8f85-3838e642f540 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341370 Aug 06 17:26:20.261483 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c2accb-512f-4210-8a08-1fe268f71baf admin admin] Network 5c081744-fe44-4d3b-9300-d0409ac6ff56 is scheduled to be hosted by DHCP agent 4daea8ea-8fec-4a46-9c0b-2c2eda663924 with binding_index 1 {{(pid=93309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 17:26:20.278445 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.base_scheduler [None req-b6c2accb-512f-4210-8a08-1fe268f71baf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803773-1-iscsi, 5c081744-fe44-4d3b-9300-d0409ac6ff56) {{(pid=93309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:26:20.291809 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c2accb-512f-4210-8a08-1fe268f71baf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:20.292051 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-b6c2accb-512f-4210-8a08-1fe268f71baf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for subnet, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:20.295601 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe13ee9b-dc7b-4b11-adcb-a3e24904d726 None None] Network 5c081744-fe44-4d3b-9300-d0409ac6ff56 requested from dv-cinder-803773-1-iscsi {{(pid=93310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:26:20.307568 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-b6c2accb-512f-4210-8a08-1fe268f71baf admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3653269 Aug 06 17:26:20.310133 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 34548) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:26:20.314920 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-eddae3e9-a14e-4585-98d2-6ac05a7643e2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-251011122-router', 'tenant_id': 'fd4b1ee22f2640478b15b1f79aa77421', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'}}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:26:20.332125 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device da7056e2-04f6-4762-a7d7-3a1bd8253fcb up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:26:20.343150 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-eddae3e9-a14e-4585-98d2-6ac05a7643e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-426003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5372'] for router, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:20.344311 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-eddae3e9-a14e-4585-98d2-6ac05a7643e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441349', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5367'] for router, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:20.397844 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-eddae3e9-a14e-4585-98d2-6ac05a7643e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:20.534328 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-eddae3e9-a14e-4585-98d2-6ac05a7643e2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:20.585708 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port da7056e2-04f6-4762-a7d7-3a1bd8253fcb triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:26:20.586326 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:20.638795 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-78b7f68c-5594-417f-b04d-1c7e5dd4f71e None None] Notify callbacks [] for port, precommit_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:20.642357 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cc0361-1865-4caa-8efe-7fd7e513dc5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb502b4dc-57c1-509c-ac55-d00ff2016944-5c081744-fe44-4d3b-9300-d0409ac6ff56', 'network_id': '5c081744-fe44-4d3b-9300-d0409ac6ff56', 'tenant_id': 'fd4b1ee22f2640478b15b1f79aa77421', 'fixed_ips': [{'subnet_id': '9ab9bacf-bae3-4796-9bff-5f9a83a09936'}]}} from dv-cinder-803773-1-iscsi. {{(pid=93310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 17:26:20.643195 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-85cc0361-1865-4caa-8efe-7fd7e513dc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:20.672967 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-78b7f68c-5594-417f-b04d-1c7e5dd4f71e None None] Transition to ACTIVE for port object bc769ed0-27f1-4e47-9e88-8487b87dc158 will not be triggered until provisioned by entity L2. {{(pid=93310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:26:20.690788 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-78b7f68c-5594-417f-b04d-1c7e5dd4f71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:20.711693 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058e8a8-19ac-4493-9842-0b23ea767e80 req-7609f78b-d4f5-4ad9-b280-ce15bdd4668c tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:20.713380 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-b058e8a8-19ac-4493-9842-0b23ea767e80 req-7609f78b-d4f5-4ad9-b280-ce15bdd4668c tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0538757 Aug 06 17:26:20.756656 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-b058e8a8-19ac-4493-9842-0b23ea767e80 req-72055bde-99ae-468c-9724-24adfdc04773 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348775 Aug 06 17:26:20.768653 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-eddae3e9-a14e-4585-98d2-6ac05a7643e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:20.788373 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-eddae3e9-a14e-4585-98d2-6ac05a7643e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:20.889077 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e73a9-9a9d-4177-992a-23cbc59ef6de None None] Pushing event updated for resources: {'Port': ['ID=bc769ed0-27f1-4e47-9e88-8487b87dc158,revision_number=3']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:26:20.925521 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.db_base_plugin_common [None req-eddae3e9-a14e-4585-98d2-6ac05a7643e2 admin admin] Allocated IP 172.27.0.47 (2c4c21cf-2746-4b14-9730-0a69daab855b/0d6fa379-a3fa-4b6f-9c88-fa9af5610e03/ef6a5d9d-4900-4d52-8474-fda03bad76df) {{(pid=93308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:26:20.944741 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.db_base_plugin_common [None req-85cc0361-1865-4caa-8efe-7fd7e513dc5a None None] Allocated IP 172.20.0.2 (5c081744-fe44-4d3b-9300-d0409ac6ff56/9ab9bacf-bae3-4796-9bff-5f9a83a09936/d5b2b325-0fd9-422d-9c43-64b11afaacc0) {{(pid=93310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:26:20.972163 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-78b7f68c-5594-417f-b04d-1c7e5dd4f71e None None] Attempting to bind port bc769ed0-27f1-4e47-9e88-8487b87dc158 on host dv-cinder-803773-1-iscsi for vnic_type normal with profile {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:26:20.972579 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-78b7f68c-5594-417f-b04d-1c7e5dd4f71e None None] Attempting to bind port bc769ed0-27f1-4e47-9e88-8487b87dc158 by drivers openvswitch,hyperv on host dv-cinder-803773-1-iscsi at level 0 using segments [{'id': '17499022-9700-4d06-a86c-af76ee7e0f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '9a14efbb-6e94-439a-a6e6-5a94d9f3c818'}] {{(pid=93310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:26:20.973002 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b7f68c-5594-417f-b04d-1c7e5dd4f71e None None] Attempting to bind port bc769ed0-27f1-4e47-9e88-8487b87dc158 on network 9a14efbb-6e94-439a-a6e6-5a94d9f3c818 {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:26:20.994573 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b7f68c-5594-417f-b04d-1c7e5dd4f71e None None] Checking agent: {'id': 'c2f4de20-f7af-45ef-88b2-b79124fbc41c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803773-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 15, 24), 'started_at': datetime.datetime(2021, 8, 6, 17, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803773-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:26:20.994969 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b7f68c-5594-417f-b04d-1c7e5dd4f71e None None] Checking segment: {'id': '17499022-9700-4d06-a86c-af76ee7e0f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '9a14efbb-6e94-439a-a6e6-5a94d9f3c818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:26:20.995363 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-78b7f68c-5594-417f-b04d-1c7e5dd4f71e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:20.995860 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b7f68c-5594-417f-b04d-1c7e5dd4f71e None None] Bound using segment: {'id': '17499022-9700-4d06-a86c-af76ee7e0f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '9a14efbb-6e94-439a-a6e6-5a94d9f3c818'} {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:26:20.996220 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-78b7f68c-5594-417f-b04d-1c7e5dd4f71e None None] Bound port: bc769ed0-27f1-4e47-9e88-8487b87dc158, host: dv-cinder-803773-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17499022-9700-4d06-a86c-af76ee7e0f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '9a14efbb-6e94-439a-a6e6-5a94d9f3c818'}}] {{(pid=93310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:26:20.996596 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-78b7f68c-5594-417f-b04d-1c7e5dd4f71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:21.050202 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-eddae3e9-a14e-4585-98d2-6ac05a7643e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:21.091107 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-eddae3e9-a14e-4585-98d2-6ac05a7643e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244'] for port, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:21.128015 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddae3e9-a14e-4585-98d2-6ac05a7643e2 admin admin] Network 2c4c21cf-2746-4b14-9730-0a69daab855b is already hosted by enough agents. {{(pid=93308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:26:21.130941 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.base_scheduler [None req-eddae3e9-a14e-4585-98d2-6ac05a7643e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:26:21.133702 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fe1e2bb0-d0a3-45ea-97aa-d4ab7c36e30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:21.137197 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddae3e9-a14e-4585-98d2-6ac05a7643e2 admin admin] Received port after_create {{(pid=93308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:26:21.166041 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-78b7f68c-5594-417f-b04d-1c7e5dd4f71e None None] For port bc769ed0-27f1-4e47-9e88-8487b87dc158, host dv-cinder-803773-1-iscsi, cleared binding levels {{(pid=93310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:26:21.185249 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-78b7f68c-5594-417f-b04d-1c7e5dd4f71e None None] For port bc769ed0-27f1-4e47-9e88-8487b87dc158, host dv-cinder-803773-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=bc769ed0-27f1-4e47-9e88-8487b87dc158,segment=NetworkSegment(17499022-9700-4d06-a86c-af76ee7e0f6d),segment_id=17499022-9700-4d06-a86c-af76ee7e0f6d)] {{(pid=93310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:26:21.193698 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-78b7f68c-5594-417f-b04d-1c7e5dd4f71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:21.202663 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddae3e9-a14e-4585-98d2-6ac05a7643e2 admin admin] Pushing event updated for resources: {'Port': ['ID=ef6a5d9d-4900-4d52-8474-fda03bad76df,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:26:21.208472 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-85cc0361-1865-4caa-8efe-7fd7e513dc5a None None] Notify callbacks [] for port, precommit_create {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:21.248151 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-85cc0361-1865-4caa-8efe-7fd7e513dc5a None None] Transition to ACTIVE for port object d5b2b325-0fd9-422d-9c43-64b11afaacc0 will not be triggered until provisioned by entity L2. {{(pid=93310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:26:21.280239 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-85cc0361-1865-4caa-8efe-7fd7e513dc5a None None] Transition to ACTIVE for port object d5b2b325-0fd9-422d-9c43-64b11afaacc0 will not be triggered until provisioned by entity DHCP. {{(pid=93310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:26:21.296846 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b7f68c-5594-417f-b04d-1c7e5dd4f71e None None] Routers {'a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:26:21.297511 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-78b7f68c-5594-417f-b04d-1c7e5dd4f71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:25:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:26:21.304149 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-85cc0361-1865-4caa-8efe-7fd7e513dc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244'] for port, after_create {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:21.351171 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e73a9-9a9d-4177-992a-23cbc59ef6de None None] Pushing event updated for resources: {'Port': ['ID=bc769ed0-27f1-4e47-9e88-8487b87dc158,revision_number=4']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:26:21.364299 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cc0361-1865-4caa-8efe-7fd7e513dc5a None None] Network 5c081744-fe44-4d3b-9300-d0409ac6ff56 is already hosted by enough agents. {{(pid=93310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:26:21.373717 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-eddae3e9-a14e-4585-98d2-6ac05a7643e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:21.389900 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.scheduler.base_scheduler [None req-85cc0361-1865-4caa-8efe-7fd7e513dc5a None None] Resources bound (agent type, host, resource id): {{(pid=93310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:26:21.395199 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cc0361-1865-4caa-8efe-7fd7e513dc5a None None] Received port after_create {{(pid=93310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:26:21.472230 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc0361-1865-4caa-8efe-7fd7e513dc5a None None] Pushing event updated for resources: {'Port': ['ID=d5b2b325-0fd9-422d-9c43-64b11afaacc0,revision_number=1']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:26:21.513417 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878b519-9fca-414e-aad6-a06582f5f767 req-305059eb-3298-4aee-aa87-37281562f088 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:21.513659 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-78b7f68c-5594-417f-b04d-1c7e5dd4f71e None None] Set router a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:26:21.515721 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f878b519-9fca-414e-aad6-a06582f5f767 req-305059eb-3298-4aee-aa87-37281562f088 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 946 time: 0.0987239 Aug 06 17:26:21.516103 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-85cc0361-1865-4caa-8efe-7fd7e513dc5a None None] Attempting to bind port d5b2b325-0fd9-422d-9c43-64b11afaacc0 on host dv-cinder-803773-1-iscsi for vnic_type normal with profile {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:26:21.516790 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-85cc0361-1865-4caa-8efe-7fd7e513dc5a None None] Attempting to bind port d5b2b325-0fd9-422d-9c43-64b11afaacc0 by drivers openvswitch,hyperv on host dv-cinder-803773-1-iscsi at level 0 using segments [{'id': 'd4a3fa14-a7b4-40b9-9268-946fefd5a62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '5c081744-fe44-4d3b-9300-d0409ac6ff56'}] {{(pid=93310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:26:21.516790 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cc0361-1865-4caa-8efe-7fd7e513dc5a None None] Attempting to bind port d5b2b325-0fd9-422d-9c43-64b11afaacc0 on network 5c081744-fe44-4d3b-9300-d0409ac6ff56 {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:26:21.559640 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cc0361-1865-4caa-8efe-7fd7e513dc5a None None] Checking agent: {'id': 'c2f4de20-f7af-45ef-88b2-b79124fbc41c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803773-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 15, 24), 'started_at': datetime.datetime(2021, 8, 6, 17, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803773-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:26:21.559902 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cc0361-1865-4caa-8efe-7fd7e513dc5a None None] Checking segment: {'id': 'd4a3fa14-a7b4-40b9-9268-946fefd5a62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '5c081744-fe44-4d3b-9300-d0409ac6ff56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:26:21.560330 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-85cc0361-1865-4caa-8efe-7fd7e513dc5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:21.560825 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cc0361-1865-4caa-8efe-7fd7e513dc5a None None] Bound using segment: {'id': 'd4a3fa14-a7b4-40b9-9268-946fefd5a62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '5c081744-fe44-4d3b-9300-d0409ac6ff56'} {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:26:21.561311 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-85cc0361-1865-4caa-8efe-7fd7e513dc5a None None] Bound port: d5b2b325-0fd9-422d-9c43-64b11afaacc0, host: dv-cinder-803773-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a3fa14-a7b4-40b9-9268-946fefd5a62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '5c081744-fe44-4d3b-9300-d0409ac6ff56'}}] {{(pid=93310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:26:21.561693 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-85cc0361-1865-4caa-8efe-7fd7e513dc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:21.621745 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f878b519-9fca-414e-aad6-a06582f5f767 req-fdf1b2a8-3515-4db7-a5dc-6aeae5e7c2c5 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991876 Aug 06 17:26:21.647992 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-eddae3e9-a14e-4585-98d2-6ac05a7643e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441493'] for router, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:21.785295 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eddae3e9-a14e-4585-98d2-6ac05a7643e2 admin admin] Router 7db6fae3-25a8-41b0-baba-2d3a0e95ee2a is scheduled to L3 agent cbcd3d9e-bca5-4529-952b-48c65d2aceac with binding_index 1 {{(pid=93308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 17:26:21.837729 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-85cc0361-1865-4caa-8efe-7fd7e513dc5a None None] For port d5b2b325-0fd9-422d-9c43-64b11afaacc0, host dv-cinder-803773-1-iscsi, cleared binding levels {{(pid=93310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:26:21.842899 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-85cc0361-1865-4caa-8efe-7fd7e513dc5a None None] For port d5b2b325-0fd9-422d-9c43-64b11afaacc0, host dv-cinder-803773-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=d5b2b325-0fd9-422d-9c43-64b11afaacc0,segment=NetworkSegment(d4a3fa14-a7b4-40b9-9268-946fefd5a62d),segment_id=d4a3fa14-a7b4-40b9-9268-946fefd5a62d)] {{(pid=93310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:26:21.848259 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-85cc0361-1865-4caa-8efe-7fd7e513dc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:21.914592 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07a94a-6080-4d71-9454-86478f2f1205 req-22d66ada-d768-4a0d-8f6f-c81eb92b0a7b tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:21.917005 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-0b07a94a-6080-4d71-9454-86478f2f1205 req-22d66ada-d768-4a0d-8f6f-c81eb92b0a7b tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0772893 Aug 06 17:26:21.940450 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc0361-1865-4caa-8efe-7fd7e513dc5a None None] Pushing event updated for resources: {'Port': ['ID=d5b2b325-0fd9-422d-9c43-64b11afaacc0,revision_number=2']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:26:21.975174 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-78b7f68c-5594-417f-b04d-1c7e5dd4f71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54', 'name': 'tempest-TestMinimumBasicScenario-68168460-router', 'tenant_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'da7056e2-04f6-4762-a7d7-3a1bd8253fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:26:14Z', 'updated_at': '2021-08-06T17:26:18Z', 'revision_number': 4, 'project_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'gw_port': {'id': 'da7056e2-04f6-4762-a7d7-3a1bd8253fcb', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:26:15Z', 'updated_at': '2021-08-06T17:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': 'bc769ed0-27f1-4e47-9e88-8487b87dc158', 'name': '', 'network_id': '9a14efbb-6e94-439a-a6e6-5a94d9f3c818', 'tenant_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'mac_address': 'fa:16:3e:85:2e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'd4ce2c86-70ee-4932-994f-c3d019d987cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:26:17Z', 'updated_at': '2021-08-06T17:26:21Z', 'revision_number': 4, 'project_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'subnets': [{'id': 'd4ce2c86-70ee-4932-994f-c3d019d987cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:26:21.986993 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-0b07a94a-6080-4d71-9454-86478f2f1205 req-a327d68f-26cd-4f11-a99f-0d49c3b4a743 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635290 Aug 06 17:26:22.010513 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b7f68c-5594-417f-b04d-1c7e5dd4f71e None None] The sync data for ids ['a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54'] in dv-cinder-803773-1-iscsi is: [{'id': 'a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54', 'name': 'tempest-TestMinimumBasicScenario-68168460-router', 'tenant_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'da7056e2-04f6-4762-a7d7-3a1bd8253fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:26:14Z', 'updated_at': '2021-08-06T17:26:18Z', 'revision_number': 4, 'project_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'gw_port': {'id': 'da7056e2-04f6-4762-a7d7-3a1bd8253fcb', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:26:15Z', 'updated_at': '2021-08-06T17:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': 'bc769ed0-27f1-4e47-9e88-8487b87dc158', 'name': '', 'network_id': '9a14efbb-6e94-439a-a6e6-5a94d9f3c818', 'tenant_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'mac_address': 'fa:16:3e:85:2e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'd4ce2c86-70ee-4932-994f-c3d019d987cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:26:17Z', 'updated_at': '2021-08-06T17:26:21Z', 'revision_number': 4, 'project_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'subnets': [{'id': 'd4ce2c86-70ee-4932-994f-c3d019d987cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:26:22.246341 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eddae3e9-a14e-4585-98d2-6ac05a7643e2 admin admin] Notify agent at l3_agent.dv-cinder-803773-1-iscsi the message routers_updated {{(pid=93308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:26:22.257137 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b0519f-59ac-497e-acf0-d9fd7050a5e7 None None] Sync routers for ids ['7db6fae3-25a8-41b0-baba-2d3a0e95ee2a'] in dv-cinder-803773-1-iscsi {{(pid=93311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:26:22.270772 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b0519f-59ac-497e-acf0-d9fd7050a5e7 None None] Routers {'7db6fae3-25a8-41b0-baba-2d3a0e95ee2a'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:26:22.271524 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-c6b0519f-59ac-497e-acf0-d9fd7050a5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:25:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['7db6fae3-25a8-41b0-baba-2d3a0e95ee2a'], 'active': True} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:26:22.279232 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-eddae3e9-a14e-4585-98d2-6ac05a7643e2 admin admin] Notify callbacks [] for router, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:22.280672 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-eddae3e9-a14e-4585-98d2-6ac05a7643e2 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9693100 Aug 06 17:26:22.283457 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 34564) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:26:22.424431 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device d5b2b325-0fd9-422d-9c43-64b11afaacc0 up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:26:22.446334 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvr_db [None req-c6b0519f-59ac-497e-acf0-d9fd7050a5e7 None None] Set router 7db6fae3-25a8-41b0-baba-2d3a0e95ee2a gateway port host: dv-cinder-803773-1-iscsi {{(pid=93311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:26:22.483494 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning for port d5b2b325-0fd9-422d-9c43-64b11afaacc0 completed by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:26:22.488868 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device bc769ed0-27f1-4e47-9e88-8487b87dc158 up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:26:22.562191 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning for port bc769ed0-27f1-4e47-9e88-8487b87dc158 completed by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:26:22.568500 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port bc769ed0-27f1-4e47-9e88-8487b87dc158 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:26:22.570530 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:22.674148 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-c6b0519f-59ac-497e-acf0-d9fd7050a5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db6fae3-25a8-41b0-baba-2d3a0e95ee2a', 'name': 'tempest-TestMinimumBasicScenario-251011122-router', 'tenant_id': 'fd4b1ee22f2640478b15b1f79aa77421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'ef6a5d9d-4900-4d52-8474-fda03bad76df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:26:20Z', 'updated_at': '2021-08-06T17:26:21Z', 'revision_number': 3, 'project_id': 'fd4b1ee22f2640478b15b1f79aa77421', 'gw_port': {'id': 'ef6a5d9d-4900-4d52-8474-fda03bad76df', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b3:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db6fae3-25a8-41b0-baba-2d3a0e95ee2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:26:20Z', 'updated_at': '2021-08-06T17:26:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi'}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:26:22.716358 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b0519f-59ac-497e-acf0-d9fd7050a5e7 None None] Checking router: 7db6fae3-25a8-41b0-baba-2d3a0e95ee2a for host: dv-cinder-803773-1-iscsi {{(pid=93311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:26:22.716358 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b0519f-59ac-497e-acf0-d9fd7050a5e7 None None] Updating router 7db6fae3-25a8-41b0-baba-2d3a0e95ee2a port ef6a5d9d-4900-4d52-8474-fda03bad76df binding host dv-cinder-803773-1-iscsi {{(pid=93311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 17:26:22.721351 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:22.763571 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-c6b0519f-59ac-497e-acf0-d9fd7050a5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:22.786478 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] For port bc769ed0-27f1-4e47-9e88-8487b87dc158, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=bc769ed0-27f1-4e47-9e88-8487b87dc158,segment=NetworkSegment(17499022-9700-4d06-a86c-af76ee7e0f6d),segment_id=17499022-9700-4d06-a86c-af76ee7e0f6d)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:26:22.798199 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:22.872248 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Pushing event updated for resources: {'Port': ['ID=bc769ed0-27f1-4e47-9e88-8487b87dc158,revision_number=5']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:26:22.879866 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b0941-c42a-4a9f-aadf-d85556959c45 req-ecf8a87a-4e9b-4375-95f7-ca6f870f2e58 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:22.881508 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-d11b0941-c42a-4a9f-aadf-d85556959c45 req-ecf8a87a-4e9b-4375-95f7-ca6f870f2e58 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 946 time: 0.1264803 Aug 06 17:26:23.023710 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-32af59db-329c-4cb9-a5ca-3279478103d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:23.049441 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-d11b0941-c42a-4a9f-aadf-d85556959c45 req-1c34a4e7-5435-4061-a102-7e066f149221 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260216 Aug 06 17:26:23.158088 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-c6b0519f-59ac-497e-acf0-d9fd7050a5e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:23.173165 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0788161-3e6f-4d38-be5c-0f57478258ec None None] Network 5c081744-fe44-4d3b-9300-d0409ac6ff56 requested from dv-cinder-803773-1-iscsi {{(pid=93310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:26:23.187363 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6496d63-b5a1-404f-ae0e-8a7331420303 req-af3ebf5b-576c-4ca6-9b00-5ac5cc5a12bb tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:23.189436 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-d6496d63-b5a1-404f-ae0e-8a7331420303 req-af3ebf5b-576c-4ca6-9b00-5ac5cc5a12bb tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0840824 Aug 06 17:26:23.189585 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.provisioning_blocks [None req-c6b0519f-59ac-497e-acf0-d9fd7050a5e7 None None] Transition to ACTIVE for port object ef6a5d9d-4900-4d52-8474-fda03bad76df will not be triggered until provisioned by entity L2. {{(pid=93311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:26:23.197633 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-c6b0519f-59ac-497e-acf0-d9fd7050a5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:23.259617 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-d6496d63-b5a1-404f-ae0e-8a7331420303 req-bec4777f-e19e-4f60-af53-f4894a1eca72 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637617 Aug 06 17:26:23.275099 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [None req-c6b0519f-59ac-497e-acf0-d9fd7050a5e7 None None] Attempting to bind port ef6a5d9d-4900-4d52-8474-fda03bad76df on host dv-cinder-803773-1-iscsi for vnic_type normal with profile {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:26:23.276029 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [None req-c6b0519f-59ac-497e-acf0-d9fd7050a5e7 None None] Attempting to bind port ef6a5d9d-4900-4d52-8474-fda03bad76df by drivers openvswitch,hyperv on host dv-cinder-803773-1-iscsi at level 0 using segments [{'id': '0f56620f-272e-4079-bfd8-f32d6a32afa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'}] {{(pid=93311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:26:23.276545 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b0519f-59ac-497e-acf0-d9fd7050a5e7 None None] Attempting to bind port ef6a5d9d-4900-4d52-8474-fda03bad76df on network 2c4c21cf-2746-4b14-9730-0a69daab855b {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:26:23.308833 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b0519f-59ac-497e-acf0-d9fd7050a5e7 None None] Checking agent: {'id': 'c2f4de20-f7af-45ef-88b2-b79124fbc41c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803773-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 15, 24), 'started_at': datetime.datetime(2021, 8, 6, 17, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803773-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:26:23.309363 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b0519f-59ac-497e-acf0-d9fd7050a5e7 None None] Checking segment: {'id': '0f56620f-272e-4079-bfd8-f32d6a32afa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:26:23.309759 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-c6b0519f-59ac-497e-acf0-d9fd7050a5e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:23.310143 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b0519f-59ac-497e-acf0-d9fd7050a5e7 None None] Bound using segment: {'id': '0f56620f-272e-4079-bfd8-f32d6a32afa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'} {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:26:23.310851 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [None req-c6b0519f-59ac-497e-acf0-d9fd7050a5e7 None None] Bound port: ef6a5d9d-4900-4d52-8474-fda03bad76df, host: dv-cinder-803773-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f56620f-272e-4079-bfd8-f32d6a32afa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'}}] {{(pid=93311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:26:23.311069 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-c6b0519f-59ac-497e-acf0-d9fd7050a5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:23.334771 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.db_base_plugin_common [None req-32af59db-329c-4cb9-a5ca-3279478103d5 admin admin] Allocated IP 172.20.0.1 (5c081744-fe44-4d3b-9300-d0409ac6ff56/9ab9bacf-bae3-4796-9bff-5f9a83a09936/e5ee6b15-6e6e-4337-b1d1-f391585ef2cc) {{(pid=93308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:26:23.342293 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-24b9606c-5e2e-4ae3-8d08-a0222456f7ca None None] Provisioning for port d5b2b325-0fd9-422d-9c43-64b11afaacc0 completed by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:26:23.347430 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8048bf1-5766-429b-994e-007220a3be7f None None] Pushing event updated for resources: {'Port': ['ID=ef6a5d9d-4900-4d52-8474-fda03bad76df,revision_number=2']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:26:23.347673 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-24b9606c-5e2e-4ae3-8d08-a0222456f7ca None None] Provisioning complete for port d5b2b325-0fd9-422d-9c43-64b11afaacc0 triggered by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:26:23.347881 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-24b9606c-5e2e-4ae3-8d08-a0222456f7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:23.400697 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [None req-c6b0519f-59ac-497e-acf0-d9fd7050a5e7 None None] For port ef6a5d9d-4900-4d52-8474-fda03bad76df, host dv-cinder-803773-1-iscsi, cleared binding levels {{(pid=93311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:26:23.406640 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [None req-c6b0519f-59ac-497e-acf0-d9fd7050a5e7 None None] For port ef6a5d9d-4900-4d52-8474-fda03bad76df, host dv-cinder-803773-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=ef6a5d9d-4900-4d52-8474-fda03bad76df,segment=NetworkSegment(0f56620f-272e-4079-bfd8-f32d6a32afa9),segment_id=0f56620f-272e-4079-bfd8-f32d6a32afa9)] {{(pid=93311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:26:23.412966 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-c6b0519f-59ac-497e-acf0-d9fd7050a5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:23.424379 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-75d24657-b453-40bd-b308-e4daa5bda7c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:23.481015 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b0519f-59ac-497e-acf0-d9fd7050a5e7 None None] Routers {'7db6fae3-25a8-41b0-baba-2d3a0e95ee2a'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:26:23.481887 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-c6b0519f-59ac-497e-acf0-d9fd7050a5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:26:23Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['7db6fae3-25a8-41b0-baba-2d3a0e95ee2a'], 'active': True} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:26:23.497742 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-24b9606c-5e2e-4ae3-8d08-a0222456f7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:23.500889 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-32af59db-329c-4cb9-a5ca-3279478103d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:23.517464 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.provisioning_blocks [None req-32af59db-329c-4cb9-a5ca-3279478103d5 admin admin] Transition to ACTIVE for port object e5ee6b15-6e6e-4337-b1d1-f391585ef2cc will not be triggered until provisioned by entity DHCP. {{(pid=93308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:26:23.546444 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-24b9606c-5e2e-4ae3-8d08-a0222456f7ca None None] For port d5b2b325-0fd9-422d-9c43-64b11afaacc0, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=d5b2b325-0fd9-422d-9c43-64b11afaacc0,segment=NetworkSegment(d4a3fa14-a7b4-40b9-9268-946fefd5a62d),segment_id=d4a3fa14-a7b4-40b9-9268-946fefd5a62d)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:26:23.553171 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-24b9606c-5e2e-4ae3-8d08-a0222456f7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:23.571827 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-32af59db-329c-4cb9-a5ca-3279478103d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244'] for port, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:23.591525 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8048bf1-5766-429b-994e-007220a3be7f None None] Pushing event updated for resources: {'Port': ['ID=ef6a5d9d-4900-4d52-8474-fda03bad76df,revision_number=3']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:26:23.628145 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b9606c-5e2e-4ae3-8d08-a0222456f7ca None None] Pushing event updated for resources: {'Port': ['ID=d5b2b325-0fd9-422d-9c43-64b11afaacc0,revision_number=3']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:26:23.630818 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32af59db-329c-4cb9-a5ca-3279478103d5 admin admin] Network 5c081744-fe44-4d3b-9300-d0409ac6ff56 is already hosted by enough agents. {{(pid=93308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:26:23.642960 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.base_scheduler [None req-32af59db-329c-4cb9-a5ca-3279478103d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:26:23.643904 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvr_db [None req-c6b0519f-59ac-497e-acf0-d9fd7050a5e7 None None] Set router 7db6fae3-25a8-41b0-baba-2d3a0e95ee2a gateway port host: dv-cinder-803773-1-iscsi {{(pid=93311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:26:23.644961 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af59db-329c-4cb9-a5ca-3279478103d5 admin admin] Pushing event updated for resources: {'Port': ['ID=e5ee6b15-6e6e-4337-b1d1-f391585ef2cc,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:26:23.647320 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32af59db-329c-4cb9-a5ca-3279478103d5 admin admin] Received port after_create {{(pid=93308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:26:23.647806 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-32af59db-329c-4cb9-a5ca-3279478103d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-439167'] for router_interface, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:23.776445 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-e518ba36-b499-4e6e-a2bc-fb4ac5f1d0c1 None None] Provisioning complete for port d5b2b325-0fd9-422d-9c43-64b11afaacc0 triggered by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:26:23.776845 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-e518ba36-b499-4e6e-a2bc-fb4ac5f1d0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:23.792380 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-32af59db-329c-4cb9-a5ca-3279478103d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:23.862409 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-c6b0519f-59ac-497e-acf0-d9fd7050a5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db6fae3-25a8-41b0-baba-2d3a0e95ee2a', 'name': 'tempest-TestMinimumBasicScenario-251011122-router', 'tenant_id': 'fd4b1ee22f2640478b15b1f79aa77421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'ef6a5d9d-4900-4d52-8474-fda03bad76df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:26:20Z', 'updated_at': '2021-08-06T17:26:21Z', 'revision_number': 3, 'project_id': 'fd4b1ee22f2640478b15b1f79aa77421', 'gw_port': {'id': 'ef6a5d9d-4900-4d52-8474-fda03bad76df', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b3:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db6fae3-25a8-41b0-baba-2d3a0e95ee2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:26:20Z', 'updated_at': '2021-08-06T17:26:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi'}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:26:23.979513 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b0519f-59ac-497e-acf0-d9fd7050a5e7 None None] The sync data for ids ['7db6fae3-25a8-41b0-baba-2d3a0e95ee2a'] in dv-cinder-803773-1-iscsi is: [{'id': '7db6fae3-25a8-41b0-baba-2d3a0e95ee2a', 'name': 'tempest-TestMinimumBasicScenario-251011122-router', 'tenant_id': 'fd4b1ee22f2640478b15b1f79aa77421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'ef6a5d9d-4900-4d52-8474-fda03bad76df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:26:20Z', 'updated_at': '2021-08-06T17:26:21Z', 'revision_number': 3, 'project_id': 'fd4b1ee22f2640478b15b1f79aa77421', 'gw_port': {'id': 'ef6a5d9d-4900-4d52-8474-fda03bad76df', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b3:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db6fae3-25a8-41b0-baba-2d3a0e95ee2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:26:20Z', 'updated_at': '2021-08-06T17:26:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi'}] {{(pid=93311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:26:23.980077 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-32af59db-329c-4cb9-a5ca-3279478103d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:23.989438 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-32af59db-329c-4cb9-a5ca-3279478103d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:23.990319 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-32af59db-329c-4cb9-a5ca-3279478103d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429519'] for router_interface, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:23.995992 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-138704e5-6944-4ace-b025-faf2d170adba None None] Provisioning for port e5ee6b15-6e6e-4337-b1d1-f391585ef2cc completed by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:26:24.005286 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-138704e5-6944-4ace-b025-faf2d170adba None None] Provisioning complete for port e5ee6b15-6e6e-4337-b1d1-f391585ef2cc triggered by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:26:24.006109 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-138704e5-6944-4ace-b025-faf2d170adba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:24.050980 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-138704e5-6944-4ace-b025-faf2d170adba None None] Port e5ee6b15-6e6e-4337-b1d1-f391585ef2cc cannot update to ACTIVE because it is not bound. {{(pid=93310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:26:24.085481 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af59db-329c-4cb9-a5ca-3279478103d5 admin admin] Pushing event updated for resources: {'Port': ['ID=e5ee6b15-6e6e-4337-b1d1-f391585ef2cc,revision_number=2']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:26:24.092443 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:24.136781 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32af59db-329c-4cb9-a5ca-3279478103d5 admin admin] Network 5c081744-fe44-4d3b-9300-d0409ac6ff56 is already hosted by enough agents. {{(pid=93308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:26:24.147008 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.base_scheduler [None req-32af59db-329c-4cb9-a5ca-3279478103d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:26:24.229124 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78cef2-c978-47d2-bc57-5b96cc82bd5e req-1180a775-d18c-473d-b35a-478e42797b60 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:24.230718 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-8e78cef2-c978-47d2-bc57-5b96cc82bd5e req-1180a775-d18c-473d-b35a-478e42797b60 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 946 time: 0.0968041 Aug 06 17:26:24.426795 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32af59db-329c-4cb9-a5ca-3279478103d5 admin admin] Router 7db6fae3-25a8-41b0-baba-2d3a0e95ee2a has already been hosted by L3 agent cbcd3d9e-bca5-4529-952b-48c65d2aceac {{(pid=93308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:26:24.440697 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-8e78cef2-c978-47d2-bc57-5b96cc82bd5e req-c889f789-d5c4-4d23-ac7f-635cb83f12fb tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904338 Aug 06 17:26:24.482028 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cd94a-3566-48e5-bb2d-f8cf7a2614b4 req-e03c3c8a-3c62-422d-8295-5d63241f9ef6 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:24.491139 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-774cd94a-3566-48e5-bb2d-f8cf7a2614b4 req-e03c3c8a-3c62-422d-8295-5d63241f9ef6 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.1047719 Aug 06 17:26:24.492563 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-695ca8f0-1c93-4503-83be-64f384c2e7e9 None None] Provisioning complete for port e5ee6b15-6e6e-4337-b1d1-f391585ef2cc triggered by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:26:24.494062 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-695ca8f0-1c93-4503-83be-64f384c2e7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:24.528669 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device ef6a5d9d-4900-4d52-8474-fda03bad76df up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:26:24.548603 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-774cd94a-3566-48e5-bb2d-f8cf7a2614b4 req-c878e4d3-308c-45aa-88eb-f844da228d7c tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542166 Aug 06 17:26:24.579253 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-695ca8f0-1c93-4503-83be-64f384c2e7e9 None None] Port e5ee6b15-6e6e-4337-b1d1-f391585ef2cc cannot update to ACTIVE because it is not bound. {{(pid=93310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:26:24.585497 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32af59db-329c-4cb9-a5ca-3279478103d5 admin admin] Notify agent at l3_agent.dv-cinder-803773-1-iscsi the message routers_updated {{(pid=93308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:26:24.594340 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-32af59db-329c-4cb9-a5ca-3279478103d5 admin admin] 10.222.0.89 "PUT /v2.0/routers/7db6fae3-25a8-41b0-baba-2d3a0e95ee2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3075957 Aug 06 17:26:24.606004 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning for port ef6a5d9d-4900-4d52-8474-fda03bad76df completed by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:26:24.610933 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port ef6a5d9d-4900-4d52-8474-fda03bad76df triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:26:24.611572 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:24.698860 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:24.722758 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] For port ef6a5d9d-4900-4d52-8474-fda03bad76df, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=ef6a5d9d-4900-4d52-8474-fda03bad76df,segment=NetworkSegment(0f56620f-272e-4079-bfd8-f32d6a32afa9),segment_id=0f56620f-272e-4079-bfd8-f32d6a32afa9)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:26:24.727393 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:24.728419 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device d5b2b325-0fd9-422d-9c43-64b11afaacc0 up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:26:24.809091 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Pushing event updated for resources: {'Port': ['ID=ef6a5d9d-4900-4d52-8474-fda03bad76df,revision_number=4']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:26:24.823152 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port d5b2b325-0fd9-422d-9c43-64b11afaacc0 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:26:24.823601 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:24.909198 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device bc769ed0-27f1-4e47-9e88-8487b87dc158 up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:26:24.960619 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port bc769ed0-27f1-4e47-9e88-8487b87dc158 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:26:24.960980 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:25.107777 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:25.582629 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d029f-bf32-4d00-9346-ad590674507c req-4ef4c04b-527c-44cc-8019-49bfcfbf2f34 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:25.584164 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-0d5d029f-bf32-4d00-9346-ad590674507c req-4ef4c04b-527c-44cc-8019-49bfcfbf2f34 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 946 time: 0.0534227 Aug 06 17:26:25.627404 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-0d5d029f-bf32-4d00-9346-ad590674507c req-27c49bd8-d09f-470a-aab5-11050f9cdd4d tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354173 Aug 06 17:26:25.675412 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5690657-cbbb-453c-a6a0-0d542fe6b2ad None None] Sync routers for ids ['7db6fae3-25a8-41b0-baba-2d3a0e95ee2a'] in dv-cinder-803773-1-iscsi {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:26:25.675816 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f46aee-a664-4fc6-965f-9d232f15517e req-0b8969d8-3b8b-45fa-9ee2-1c8c06c011be tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:25.677301 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-50f46aee-a664-4fc6-965f-9d232f15517e req-0b8969d8-3b8b-45fa-9ee2-1c8c06c011be tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0542469 Aug 06 17:26:25.686577 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5690657-cbbb-453c-a6a0-0d542fe6b2ad None None] Routers {'7db6fae3-25a8-41b0-baba-2d3a0e95ee2a'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:26:25.687339 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-c5690657-cbbb-453c-a6a0-0d542fe6b2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:26:23Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['7db6fae3-25a8-41b0-baba-2d3a0e95ee2a'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:26:25.720579 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-50f46aee-a664-4fc6-965f-9d232f15517e req-11ffdc0b-1b70-4c7b-bb97-4140fd0a0b1d tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351489 Aug 06 17:26:25.812058 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-c5690657-cbbb-453c-a6a0-0d542fe6b2ad None None] Set router 7db6fae3-25a8-41b0-baba-2d3a0e95ee2a gateway port host: dv-cinder-803773-1-iscsi {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:26:26.042412 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-c5690657-cbbb-453c-a6a0-0d542fe6b2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db6fae3-25a8-41b0-baba-2d3a0e95ee2a', 'name': 'tempest-TestMinimumBasicScenario-251011122-router', 'tenant_id': 'fd4b1ee22f2640478b15b1f79aa77421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'ef6a5d9d-4900-4d52-8474-fda03bad76df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:26:20Z', 'updated_at': '2021-08-06T17:26:23Z', 'revision_number': 4, 'project_id': 'fd4b1ee22f2640478b15b1f79aa77421', 'gw_port': {'id': 'ef6a5d9d-4900-4d52-8474-fda03bad76df', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db6fae3-25a8-41b0-baba-2d3a0e95ee2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:26:20Z', 'updated_at': '2021-08-06T17:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': 'e5ee6b15-6e6e-4337-b1d1-f391585ef2cc', 'name': '', 'network_id': '5c081744-fe44-4d3b-9300-d0409ac6ff56', 'tenant_id': 'fd4b1ee22f2640478b15b1f79aa77421', 'mac_address': 'fa:16:3e:70:73:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db6fae3-25a8-41b0-baba-2d3a0e95ee2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '9ab9bacf-bae3-4796-9bff-5f9a83a09936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:26:23Z', 'updated_at': '2021-08-06T17:26:23Z', 'revision_number': 2, 'project_id': 'fd4b1ee22f2640478b15b1f79aa77421', 'subnets': [{'id': '9ab9bacf-bae3-4796-9bff-5f9a83a09936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:26:26.070737 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5690657-cbbb-453c-a6a0-0d542fe6b2ad None None] Checking router: 7db6fae3-25a8-41b0-baba-2d3a0e95ee2a for host: dv-cinder-803773-1-iscsi {{(pid=93310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:26:26.071084 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5690657-cbbb-453c-a6a0-0d542fe6b2ad None None] Updating router 7db6fae3-25a8-41b0-baba-2d3a0e95ee2a port e5ee6b15-6e6e-4337-b1d1-f391585ef2cc binding host dv-cinder-803773-1-iscsi {{(pid=93310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 17:26:26.096499 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-c5690657-cbbb-453c-a6a0-0d542fe6b2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:26.324768 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device ef6a5d9d-4900-4d52-8474-fda03bad76df up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:26:26.398407 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-c5690657-cbbb-453c-a6a0-0d542fe6b2ad None None] Notify callbacks [] for port, precommit_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:26.409964 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-c5690657-cbbb-453c-a6a0-0d542fe6b2ad None None] Transition to ACTIVE for port object e5ee6b15-6e6e-4337-b1d1-f391585ef2cc will not be triggered until provisioned by entity L2. {{(pid=93310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:26:26.418672 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-c5690657-cbbb-453c-a6a0-0d542fe6b2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:26.423777 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port ef6a5d9d-4900-4d52-8474-fda03bad76df triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:26:26.424127 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:26.497494 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de39e3-7db0-4b47-a68a-e48e8843449d None None] Pushing event updated for resources: {'Port': ['ID=e5ee6b15-6e6e-4337-b1d1-f391585ef2cc,revision_number=3']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:26:26.586137 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-c5690657-cbbb-453c-a6a0-0d542fe6b2ad None None] Attempting to bind port e5ee6b15-6e6e-4337-b1d1-f391585ef2cc on host dv-cinder-803773-1-iscsi for vnic_type normal with profile {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:26:26.586569 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-c5690657-cbbb-453c-a6a0-0d542fe6b2ad None None] Attempting to bind port e5ee6b15-6e6e-4337-b1d1-f391585ef2cc by drivers openvswitch,hyperv on host dv-cinder-803773-1-iscsi at level 0 using segments [{'id': 'd4a3fa14-a7b4-40b9-9268-946fefd5a62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '5c081744-fe44-4d3b-9300-d0409ac6ff56'}] {{(pid=93310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:26:26.586917 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5690657-cbbb-453c-a6a0-0d542fe6b2ad None None] Attempting to bind port e5ee6b15-6e6e-4337-b1d1-f391585ef2cc on network 5c081744-fe44-4d3b-9300-d0409ac6ff56 {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:26:26.601099 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5690657-cbbb-453c-a6a0-0d542fe6b2ad None None] Checking agent: {'id': 'c2f4de20-f7af-45ef-88b2-b79124fbc41c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803773-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 15, 24), 'started_at': datetime.datetime(2021, 8, 6, 17, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803773-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:26:26.601470 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5690657-cbbb-453c-a6a0-0d542fe6b2ad None None] Checking segment: {'id': 'd4a3fa14-a7b4-40b9-9268-946fefd5a62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '5c081744-fe44-4d3b-9300-d0409ac6ff56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:26:26.601870 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-c5690657-cbbb-453c-a6a0-0d542fe6b2ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:26.602229 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5690657-cbbb-453c-a6a0-0d542fe6b2ad None None] Bound using segment: {'id': 'd4a3fa14-a7b4-40b9-9268-946fefd5a62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '5c081744-fe44-4d3b-9300-d0409ac6ff56'} {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:26:26.602748 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-c5690657-cbbb-453c-a6a0-0d542fe6b2ad None None] Bound port: e5ee6b15-6e6e-4337-b1d1-f391585ef2cc, host: dv-cinder-803773-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a3fa14-a7b4-40b9-9268-946fefd5a62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '5c081744-fe44-4d3b-9300-d0409ac6ff56'}}] {{(pid=93310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:26:26.603168 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-c5690657-cbbb-453c-a6a0-0d542fe6b2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:26.674303 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-c5690657-cbbb-453c-a6a0-0d542fe6b2ad None None] For port e5ee6b15-6e6e-4337-b1d1-f391585ef2cc, host dv-cinder-803773-1-iscsi, cleared binding levels {{(pid=93310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:26:26.677348 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-c5690657-cbbb-453c-a6a0-0d542fe6b2ad None None] For port e5ee6b15-6e6e-4337-b1d1-f391585ef2cc, host dv-cinder-803773-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=e5ee6b15-6e6e-4337-b1d1-f391585ef2cc,segment=NetworkSegment(d4a3fa14-a7b4-40b9-9268-946fefd5a62d),segment_id=d4a3fa14-a7b4-40b9-9268-946fefd5a62d)] {{(pid=93310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:26:26.682914 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-c5690657-cbbb-453c-a6a0-0d542fe6b2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:26.756296 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a398b97-1f4a-4813-8f70-c4da2603a5cb req-7762468e-463e-4f9c-bec2-7a80cde5d690 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:26.757900 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-8a398b97-1f4a-4813-8f70-c4da2603a5cb req-7762468e-463e-4f9c-bec2-7a80cde5d690 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 946 time: 0.0561757 Aug 06 17:26:26.760142 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5690657-cbbb-453c-a6a0-0d542fe6b2ad None None] Routers {'7db6fae3-25a8-41b0-baba-2d3a0e95ee2a'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:26:26.761015 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-c5690657-cbbb-453c-a6a0-0d542fe6b2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:26:23Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['7db6fae3-25a8-41b0-baba-2d3a0e95ee2a'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:26:26.762743 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de39e3-7db0-4b47-a68a-e48e8843449d None None] Pushing event updated for resources: {'Port': ['ID=e5ee6b15-6e6e-4337-b1d1-f391585ef2cc,revision_number=4']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:26:26.809943 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-8a398b97-1f4a-4813-8f70-c4da2603a5cb req-bf1ad6d1-00b6-426c-b837-07e438bb390d tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434892 Aug 06 17:26:26.875966 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3648c9-024e-44cd-9ac7-06e27283e89c req-090f602a-8edf-4458-9cfd-db756a6ded94 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:26.877812 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-dc3648c9-024e-44cd-9ac7-06e27283e89c req-090f602a-8edf-4458-9cfd-db756a6ded94 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0607374 Aug 06 17:26:26.926378 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-dc3648c9-024e-44cd-9ac7-06e27283e89c req-4ec843a6-ae87-4f10-956a-5fc296b52cf5 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418072 Aug 06 17:26:27.029227 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:27.045537 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-c5690657-cbbb-453c-a6a0-0d542fe6b2ad None None] Set router 7db6fae3-25a8-41b0-baba-2d3a0e95ee2a gateway port host: dv-cinder-803773-1-iscsi {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:26:27.260004 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-c5690657-cbbb-453c-a6a0-0d542fe6b2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db6fae3-25a8-41b0-baba-2d3a0e95ee2a', 'name': 'tempest-TestMinimumBasicScenario-251011122-router', 'tenant_id': 'fd4b1ee22f2640478b15b1f79aa77421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'ef6a5d9d-4900-4d52-8474-fda03bad76df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:26:20Z', 'updated_at': '2021-08-06T17:26:23Z', 'revision_number': 4, 'project_id': 'fd4b1ee22f2640478b15b1f79aa77421', 'gw_port': {'id': 'ef6a5d9d-4900-4d52-8474-fda03bad76df', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db6fae3-25a8-41b0-baba-2d3a0e95ee2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:26:20Z', 'updated_at': '2021-08-06T17:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': 'e5ee6b15-6e6e-4337-b1d1-f391585ef2cc', 'name': '', 'network_id': '5c081744-fe44-4d3b-9300-d0409ac6ff56', 'tenant_id': 'fd4b1ee22f2640478b15b1f79aa77421', 'mac_address': 'fa:16:3e:70:73:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db6fae3-25a8-41b0-baba-2d3a0e95ee2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '9ab9bacf-bae3-4796-9bff-5f9a83a09936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:26:23Z', 'updated_at': '2021-08-06T17:26:26Z', 'revision_number': 4, 'project_id': 'fd4b1ee22f2640478b15b1f79aa77421', 'subnets': [{'id': '9ab9bacf-bae3-4796-9bff-5f9a83a09936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:26:27.290544 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5690657-cbbb-453c-a6a0-0d542fe6b2ad None None] The sync data for ids ['7db6fae3-25a8-41b0-baba-2d3a0e95ee2a'] in dv-cinder-803773-1-iscsi is: [{'id': '7db6fae3-25a8-41b0-baba-2d3a0e95ee2a', 'name': 'tempest-TestMinimumBasicScenario-251011122-router', 'tenant_id': 'fd4b1ee22f2640478b15b1f79aa77421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'ef6a5d9d-4900-4d52-8474-fda03bad76df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:26:20Z', 'updated_at': '2021-08-06T17:26:23Z', 'revision_number': 4, 'project_id': 'fd4b1ee22f2640478b15b1f79aa77421', 'gw_port': {'id': 'ef6a5d9d-4900-4d52-8474-fda03bad76df', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db6fae3-25a8-41b0-baba-2d3a0e95ee2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:26:20Z', 'updated_at': '2021-08-06T17:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': 'e5ee6b15-6e6e-4337-b1d1-f391585ef2cc', 'name': '', 'network_id': '5c081744-fe44-4d3b-9300-d0409ac6ff56', 'tenant_id': 'fd4b1ee22f2640478b15b1f79aa77421', 'mac_address': 'fa:16:3e:70:73:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db6fae3-25a8-41b0-baba-2d3a0e95ee2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '9ab9bacf-bae3-4796-9bff-5f9a83a09936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:26:23Z', 'updated_at': '2021-08-06T17:26:26Z', 'revision_number': 4, 'project_id': 'fd4b1ee22f2640478b15b1f79aa77421', 'subnets': [{'id': '9ab9bacf-bae3-4796-9bff-5f9a83a09936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:26:27.934523 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937927b1-b0bb-4764-837f-a4bacb1032f5 req-8528ed82-c0c8-4755-ac21-c88568798b0a tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:27.935828 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-937927b1-b0bb-4764-837f-a4bacb1032f5 req-8528ed82-c0c8-4755-ac21-c88568798b0a tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 946 time: 0.0553250 Aug 06 17:26:27.978247 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-937927b1-b0bb-4764-837f-a4bacb1032f5 req-2924d7f0-94ab-445d-8ad8-fef5167f8ffe tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332050 Aug 06 17:26:28.047689 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd1355-8b0d-45ff-aa99-1f45cf97a74d req-4e1545b1-1eff-4019-99dc-d05a5e6efc25 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:28.049209 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c9dd1355-8b0d-45ff-aa99-1f45cf97a74d req-4e1545b1-1eff-4019-99dc-d05a5e6efc25 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0519693 Aug 06 17:26:28.090468 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c9dd1355-8b0d-45ff-aa99-1f45cf97a74d req-7091efb3-9229-4d2b-971c-6ebed8d34f14 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338404 Aug 06 17:26:28.337975 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device e5ee6b15-6e6e-4337-b1d1-f391585ef2cc up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:26:28.388008 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning for port e5ee6b15-6e6e-4337-b1d1-f391585ef2cc completed by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:26:28.392242 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port e5ee6b15-6e6e-4337-b1d1-f391585ef2cc triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:26:28.392611 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:28.477730 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:28.509626 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] For port e5ee6b15-6e6e-4337-b1d1-f391585ef2cc, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=e5ee6b15-6e6e-4337-b1d1-f391585ef2cc,segment=NetworkSegment(d4a3fa14-a7b4-40b9-9268-946fefd5a62d),segment_id=d4a3fa14-a7b4-40b9-9268-946fefd5a62d)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:26:28.514577 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:28.565498 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Pushing event updated for resources: {'Port': ['ID=e5ee6b15-6e6e-4337-b1d1-f391585ef2cc,revision_number=5']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:26:29.111206 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260c0b8-bdca-4164-8d2d-b89a8b9ccf38 req-7088fbef-c4c6-4b85-a762-9548c0d1a8a7 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:29.112923 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-3260c0b8-bdca-4164-8d2d-b89a8b9ccf38 req-7088fbef-c4c6-4b85-a762-9548c0d1a8a7 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 946 time: 0.0558450 Aug 06 17:26:29.153586 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-3260c0b8-bdca-4164-8d2d-b89a8b9ccf38 req-22c9d577-cdc3-4126-97cc-8ed0f8f9c4f1 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344787 Aug 06 17:26:29.223361 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d95c0-92b9-4dbc-8c66-e9d644cd98af req-48f43522-8beb-4f34-95a2-6ce0dfc5ea29 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:29.224859 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-bf3d95c0-92b9-4dbc-8c66-e9d644cd98af req-48f43522-8beb-4f34-95a2-6ce0dfc5ea29 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0530548 Aug 06 17:26:29.272254 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-bf3d95c0-92b9-4dbc-8c66-e9d644cd98af req-94df9846-2aa5-4edc-a5b2-b37a65f1014c tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393634 Aug 06 17:26:30.280239 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642ffe2-fcd7-4ce8-adfe-787f2bd11bfd req-b8a07318-b3c4-4883-b113-5846681b29d8 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:30.281747 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-3642ffe2-fcd7-4ce8-adfe-787f2bd11bfd req-b8a07318-b3c4-4883-b113-5846681b29d8 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 946 time: 0.0559990 Aug 06 17:26:30.328779 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device e5ee6b15-6e6e-4337-b1d1-f391585ef2cc up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:26:30.330991 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-3642ffe2-fcd7-4ce8-adfe-787f2bd11bfd req-eda1ac31-7fab-4ba6-a1af-d9bf4ff6a225 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412958 Aug 06 17:26:30.385188 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port e5ee6b15-6e6e-4337-b1d1-f391585ef2cc triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:26:30.385762 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:30.398336 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff6982-7797-4d9d-850d-958c365a5eb7 req-d78e56a2-8055-41c7-8b8b-63c1e2236aa8 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:30.406340 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-0aff6982-7797-4d9d-850d-958c365a5eb7 req-d78e56a2-8055-41c7-8b8b-63c1e2236aa8 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0616157 Aug 06 17:26:30.449305 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-0aff6982-7797-4d9d-850d-958c365a5eb7 req-5cebdfb2-c709-49b1-ab4b-dfae0f754b03 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419195 Aug 06 17:26:31.471405 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75689c8f-707a-4336-9d88-dbe54f3d4141 req-e33b595d-10c4-4eb5-96ae-3d9e169cc675 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:31.480107 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-75689c8f-707a-4336-9d88-dbe54f3d4141 req-e33b595d-10c4-4eb5-96ae-3d9e169cc675 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 946 time: 0.0608370 Aug 06 17:26:31.528266 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-75689c8f-707a-4336-9d88-dbe54f3d4141 req-0817fee2-707a-49fa-8ae4-230055e9ac3f tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471287 Aug 06 17:26:31.599404 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ffc528-9ea4-4123-85e8-90539bc784aa req-efee8247-8981-4378-a362-63d480d3fd27 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:31.601616 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-d2ffc528-9ea4-4123-85e8-90539bc784aa req-efee8247-8981-4378-a362-63d480d3fd27 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0647187 Aug 06 17:26:31.642052 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-d2ffc528-9ea4-4123-85e8-90539bc784aa req-dd67b3a9-7429-4a97-a2db-83739362177b tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340371 Aug 06 17:26:32.661265 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a6834-7be3-4c36-8902-972e04c340ed req-1b07295e-c4e8-4e15-8cb9-427a4cf6f93c tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:32.670849 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-5f8a6834-7be3-4c36-8902-972e04c340ed req-1b07295e-c4e8-4e15-8cb9-427a4cf6f93c tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 946 time: 0.0584571 Aug 06 17:26:32.717263 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-5f8a6834-7be3-4c36-8902-972e04c340ed req-3225961b-2daf-4d5b-a604-ae1a5b33c878 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402944 Aug 06 17:26:32.786695 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a214d13-16e6-46fe-9637-c5f9dbd92da6 req-a83b4916-05aa-49b1-9b59-a2a5d5e86125 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:32.789042 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-7a214d13-16e6-46fe-9637-c5f9dbd92da6 req-a83b4916-05aa-49b1-9b59-a2a5d5e86125 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0572379 Aug 06 17:26:32.834395 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-7a214d13-16e6-46fe-9637-c5f9dbd92da6 req-dd74cb2e-2c88-494d-83a6-098860dcb4de tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354381 Aug 06 17:26:33.358034 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.agents_db [None req-f0f84874-ee0a-4567-8005-82f1841bb43f None None] Agent healthcheck: found 6 active agents {{(pid=93311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:26:33.883141 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7415481-9bf0-45f6-a694-e922721db35b req-07dc33c4-4e52-4eb8-98a8-c5b4214e1fa6 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:33.901624 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-b7415481-9bf0-45f6-a694-e922721db35b req-07dc33c4-4e52-4eb8-98a8-c5b4214e1fa6 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 946 time: 0.0984502 Aug 06 17:26:33.977230 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-b7415481-9bf0-45f6-a694-e922721db35b req-9d8415f2-ea2d-44f4-a2a8-211899047bcd tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681543 Aug 06 17:26:34.040303 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a70a0c-b6f3-4fc1-a73b-810d8de6fac2 req-9ac96487-053a-4290-a93d-e0ad12b44c87 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:34.048813 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-56a70a0c-b6f3-4fc1-a73b-810d8de6fac2 req-9ac96487-053a-4290-a93d-e0ad12b44c87 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0770211 Aug 06 17:26:34.116842 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-56a70a0c-b6f3-4fc1-a73b-810d8de6fac2 req-faf194b9-13c7-4379-abaf-181566fa93b7 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599966 Aug 06 17:26:35.289801 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f19cc8-081d-4bc9-bc5d-b48e7f3639c0 req-c0a33cde-1d3d-4916-9d6c-33fb09b238fb tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:35.293098 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-51f19cc8-081d-4bc9-bc5d-b48e7f3639c0 req-c0a33cde-1d3d-4916-9d6c-33fb09b238fb tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 946 time: 0.2199624 Aug 06 17:26:35.394122 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-51f19cc8-081d-4bc9-bc5d-b48e7f3639c0 req-11961d6e-a4e4-4da2-9c5c-8723a103d602 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938504 Aug 06 17:26:35.409762 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cdd5e-c064-4263-88d3-abc5b915ea77 req-36cda503-f244-43e0-90f5-54f70215b4ff tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:35.422003 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-ae4cdd5e-c064-4263-88d3-abc5b915ea77 req-36cda503-f244-43e0-90f5-54f70215b4ff tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.1650584 Aug 06 17:26:35.498460 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-ae4cdd5e-c064-4263-88d3-abc5b915ea77 req-ea396f5e-3a5a-4433-a40d-03196af45ea4 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678768 Aug 06 17:26:36.582163 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc3470-810d-45ed-8d0d-56dfeef8c451 req-d83064bb-16b9-48f8-89f3-bb230e5ebec4 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:36.597402 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-8bdc3470-810d-45ed-8d0d-56dfeef8c451 req-d83064bb-16b9-48f8-89f3-bb230e5ebec4 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 946 time: 0.0781019 Aug 06 17:26:36.654926 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13774cfe-8453-4bd0-a6a1-6dbba202e742 req-4e992578-fbfe-4f5d-a7c3-cbf5b1c1c9e1 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:36.662404 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-8bdc3470-810d-45ed-8d0d-56dfeef8c451 req-67526525-6896-429c-bfd5-6549af2d5ffb tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635941 Aug 06 17:26:36.663761 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-13774cfe-8453-4bd0-a6a1-6dbba202e742 req-4e992578-fbfe-4f5d-a7c3-cbf5b1c1c9e1 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0632851 Aug 06 17:26:36.717069 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-13774cfe-8453-4bd0-a6a1-6dbba202e742 req-f28c3bc5-2d98-47bf-9e54-8150d5a2fd11 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481615 Aug 06 17:26:37.802202 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488cc4b0-0278-41c5-9ee8-5abdf471ab96 req-97f7cfc5-d635-4db7-9127-1a726c03a5f7 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:37.810098 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-488cc4b0-0278-41c5-9ee8-5abdf471ab96 req-97f7cfc5-d635-4db7-9127-1a726c03a5f7 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 946 time: 0.0684953 Aug 06 17:26:37.845275 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283ebfa-0a90-4f60-8344-8e4b83e89e50 req-510f840a-a8b8-452a-9d41-7f61ace024df tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:37.852667 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-6283ebfa-0a90-4f60-8344-8e4b83e89e50 req-510f840a-a8b8-452a-9d41-7f61ace024df tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0602057 Aug 06 17:26:37.863861 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-488cc4b0-0278-41c5-9ee8-5abdf471ab96 req-ef1d566d-b8b6-41b2-9e85-b1ef43637037 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526261 Aug 06 17:26:37.914907 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-6283ebfa-0a90-4f60-8344-8e4b83e89e50 req-27980730-8dba-47b9-a323-0272e9f510f8 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612311 Aug 06 17:26:39.121333 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2470d3b-43a0-4cc1-b779-4d5281e852a5 req-8238155f-d921-4284-911c-116743640408 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:39.129909 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f2470d3b-43a0-4cc1-b779-4d5281e852a5 req-8238155f-d921-4284-911c-116743640408 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 946 time: 0.1437066 Aug 06 17:26:39.180893 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b3f67-b424-48fd-9abe-0b509dc64cc7 req-ac8a19cb-c657-4a8d-ab94-15f8c7d019a7 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:39.182923 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c76b3f67-b424-48fd-9abe-0b509dc64cc7 req-ac8a19cb-c657-4a8d-ab94-15f8c7d019a7 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.1046939 Aug 06 17:26:39.218754 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f2470d3b-43a0-4cc1-b779-4d5281e852a5 req-1f8b85fe-09b0-4363-8dd0-e8b29ab73ec5 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876684 Aug 06 17:26:39.272241 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c76b3f67-b424-48fd-9abe-0b509dc64cc7 req-55550f12-8e42-4659-8436-24083053ebfd tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800066 Aug 06 17:26:40.033891 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:40.443110 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72de5c2-9012-49ab-a884-201b0c8c1d10 req-83654054-c717-4641-9e97-fedd109fdbea tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:40.462112 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-b72de5c2-9012-49ab-a884-201b0c8c1d10 req-83654054-c717-4641-9e97-fedd109fdbea tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 946 time: 0.0749807 Aug 06 17:26:40.520932 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-b72de5c2-9012-49ab-a884-201b0c8c1d10 req-f5f859e8-9570-4205-8916-0c3cf70a0a59 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577104 Aug 06 17:26:40.575907 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7dfc8a-5dd0-44d7-85ce-980b2fb1b281 req-c5c2dc1d-d423-4227-9823-b0f743cdb233 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:40.585415 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-fc7dfc8a-5dd0-44d7-85ce-980b2fb1b281 req-c5c2dc1d-d423-4227-9823-b0f743cdb233 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.1100609 Aug 06 17:26:40.631696 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-fc7dfc8a-5dd0-44d7-85ce-980b2fb1b281 req-7a466c2d-d149-4a4e-831d-9b09d62b0442 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449326 Aug 06 17:26:41.418232 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-b2359ff9-6559-4a4d-8611-79f846d0aeb2 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:41.420596 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-b2359ff9-6559-4a4d-8611-79f846d0aeb2 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/networks?id=9a14efbb-6e94-439a-a6e6-5a94d9f3c818 HTTP/1.1" status: 200 len: 813 time: 0.1759644 Aug 06 17:26:41.442992 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-89e7e517-6aee-4ed3-b438-b83736066ff5 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/quotas/4b89d81ddcd049a3a1e3b0c7ef913e87 HTTP/1.1" status: 200 len: 375 time: 0.0156081 Aug 06 17:26:41.509631 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-a87a5c66-2981-4680-917c-863aeeb6f775 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=4b89d81ddcd049a3a1e3b0c7ef913e87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0571539 Aug 06 17:26:41.639751 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-e690d927-dd47-4bcc-a9b1-c22819e19058 service neutron] 10.222.0.89 "GET /v2.0/networks/9a14efbb-6e94-439a-a6e6-5a94d9f3c818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103296 Aug 06 17:26:41.785365 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ae7c2-a1a8-4760-b4ea-ec3b3da6a7e4 req-72832437-53c0-47fd-a119-e780e02d7dc5 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:41.794774 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-7c1ae7c2-a1a8-4760-b4ea-ec3b3da6a7e4 req-72832437-53c0-47fd-a119-e780e02d7dc5 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 946 time: 0.0671108 Aug 06 17:26:41.814812 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-0d98a86a-866a-41fc-8271-1b85e24dad46 service neutron] 10.222.0.89 "GET /v2.0/networks/9a14efbb-6e94-439a-a6e6-5a94d9f3c818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681631 Aug 06 17:26:41.839739 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-7c1ae7c2-a1a8-4760-b4ea-ec3b3da6a7e4 req-9da81f0a-0d01-4551-a13d-d9d1b953c28a tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381606 Aug 06 17:26:42.009127 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524b860-3efc-42e0-bc4a-742fc24e3693 req-385de7cd-ddbf-452e-93cd-38dfe1c4b7ab tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:42.017378 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-c524b860-3efc-42e0-bc4a-742fc24e3693 req-385de7cd-ddbf-452e-93cd-38dfe1c4b7ab tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0905392 Aug 06 17:26:42.052554 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-6a833a88-d04d-4ace-9b2d-eae5abe2ce2f req-f7d021b7-deae-47ed-8533-c26ee768d0b8 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 210 time: 0.0569651 Aug 06 17:26:42.076745 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-c524b860-3efc-42e0-bc4a-742fc24e3693 req-5447e584-feda-468d-a014-5012fd4733b5 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585835 Aug 06 17:26:42.612067 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07731b99-d1a1-4a4b-b888-5d4501039b10 req-3d20ceb5-87ea-4061-9564-762e29492ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:42.613962 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-07731b99-d1a1-4a4b-b888-5d4501039b10 req-3d20ceb5-87ea-4061-9564-762e29492ced service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f5387827f2c0411b9a79d78b038d6e5c&device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 1099 time: 0.0443354 Aug 06 17:26:42.760216 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07731b99-d1a1-4a4b-b888-5d4501039b10 req-48f5da3d-13f6-420a-87cb-09dd30632667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:42.761749 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-07731b99-d1a1-4a4b-b888-5d4501039b10 req-48f5da3d-13f6-420a-87cb-09dd30632667 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5b6dd1b8-72d2-4509-8411-cf148b92c6ca HTTP/1.1" status: 200 len: 919 time: 0.1095285 Aug 06 17:26:42.885724 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-07731b99-d1a1-4a4b-b888-5d4501039b10 req-19b700db-22a4-4df9-8273-3b63315b1487 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=950d5868-7f7c-49b2-a093-65a82b1b1a6f HTTP/1.1" status: 200 len: 1002 time: 0.0921721 Aug 06 17:26:42.991696 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07731b99-d1a1-4a4b-b888-5d4501039b10 req-ef9faeb3-1c70-4cd6-adc1-311f17440a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:42.993262 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-07731b99-d1a1-4a4b-b888-5d4501039b10 req-ef9faeb3-1c70-4cd6-adc1-311f17440a14 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=92e55e27-88da-4b01-a596-8314d113e8dc HTTP/1.1" status: 200 len: 856 time: 0.0858512 Aug 06 17:26:43.007472 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc389b16-31ea-4e2b-b18f-5586206a9173 req-90eae975-de08-4d51-8c96-3f5e27c31514 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:43.009211 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-fc389b16-31ea-4e2b-b18f-5586206a9173 req-90eae975-de08-4d51-8c96-3f5e27c31514 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 946 time: 0.0730581 Aug 06 17:26:43.077500 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-fc389b16-31ea-4e2b-b18f-5586206a9173 req-dcac1330-3833-4aad-8a04-9448c2173e61 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585456 Aug 06 17:26:43.082374 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07731b99-d1a1-4a4b-b888-5d4501039b10 req-1b258dd1-2acd-4411-87b3-ffeb25f8c517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:43.084173 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-07731b99-d1a1-4a4b-b888-5d4501039b10 req-1b258dd1-2acd-4411-87b3-ffeb25f8c517 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5b6dd1b8-72d2-4509-8411-cf148b92c6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739303 Aug 06 17:26:43.166317 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-13edaa71-b339-43f3-945f-1f886b6c3d74 req-253cddd8-46e2-4ae9-aed8-7745ecc01e62 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 210 time: 0.0265412 Aug 06 17:26:43.268897 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-07731b99-d1a1-4a4b-b888-5d4501039b10 req-d8b168c0-d936-4c93-b73c-5fcbf0f83d11 service neutron] 10.222.0.96 "GET /v2.0/networks/5b6dd1b8-72d2-4509-8411-cf148b92c6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672778 Aug 06 17:26:43.276683 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15408ad-19cf-4e5b-b2c8-e3d9546483b0 req-0aa5ab4b-a0d1-4b21-b6e1-6b1f70be37ca tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:43.278277 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-b15408ad-19cf-4e5b-b2c8-e3d9546483b0 req-0aa5ab4b-a0d1-4b21-b6e1-6b1f70be37ca tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0779877 Aug 06 17:26:43.417783 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-b15408ad-19cf-4e5b-b2c8-e3d9546483b0 req-52f14f3b-f750-4aff-97fe-7b1aa0695259 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202779 Aug 06 17:26:43.461857 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-07731b99-d1a1-4a4b-b888-5d4501039b10 req-9ddb8628-25d7-4ba4-a465-8ccb7e1b5ff5 service neutron] 10.222.0.96 "GET /v2.0/networks/5b6dd1b8-72d2-4509-8411-cf148b92c6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778722 Aug 06 17:26:43.728188 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-b3738744-9661-451c-9ed3-b444502ed52f tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:43.730943 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-b3738744-9661-451c-9ed3-b444502ed52f tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.96 "GET /v2.0/networks?id=9a14efbb-6e94-439a-a6e6-5a94d9f3c818 HTTP/1.1" status: 200 len: 813 time: 0.1251504 Aug 06 17:26:43.769434 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-4390a329-4afe-45e9-8e83-42242e02e39a tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Request body: {'port': {'device_id': '5cd43bd5-e46d-43ac-b486-b2cbcd39de17', 'network_id': '9a14efbb-6e94-439a-a6e6-5a94d9f3c818', 'admin_state_up': True, 'tenant_id': '4b89d81ddcd049a3a1e3b0c7ef913e87'}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:26:43.899711 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-4390a329-4afe-45e9-8e83-42242e02e39a tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Made reservation on behalf of 4b89d81ddcd049a3a1e3b0c7ef913e87 for: {'port': 1} {{(pid=93309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:26:43.905740 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-4390a329-4afe-45e9-8e83-42242e02e39a tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:44.052351 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.db_base_plugin_common [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-4390a329-4afe-45e9-8e83-42242e02e39a tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Allocated IP 172.20.0.8 (9a14efbb-6e94-439a-a6e6-5a94d9f3c818/d4ce2c86-70ee-4932-994f-c3d019d987cc/daf4a5ec-87fe-4a35-8fc1-83fabf5c8919) {{(pid=93309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:26:44.237853 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-4390a329-4afe-45e9-8e83-42242e02e39a tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks [] for port, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:44.258850 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.provisioning_blocks [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-4390a329-4afe-45e9-8e83-42242e02e39a tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Transition to ACTIVE for port object daf4a5ec-87fe-4a35-8fc1-83fabf5c8919 will not be triggered until provisioned by entity DHCP. {{(pid=93309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:26:44.287901 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785443aa-a7dc-48f5-b23c-3a511e8f985c req-d1bd3f4f-cddb-4742-8f99-d05aa63b8748 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:44.289588 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-785443aa-a7dc-48f5-b23c-3a511e8f985c req-d1bd3f4f-cddb-4742-8f99-d05aa63b8748 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 946 time: 0.1088624 Aug 06 17:26:44.319994 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c3df54ec-668a-4d77-8c23-faa223b72ef9 req-625d06ec-f0ef-4d07-aaca-9618ff211774 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 210 time: 0.0382457 Aug 06 17:26:44.330375 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-4390a329-4afe-45e9-8e83-42242e02e39a tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379163'] for port, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:44.378112 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-785443aa-a7dc-48f5-b23c-3a511e8f985c req-028af811-3b2c-4f89-8c38-ed1124823ac2 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817716 Aug 06 17:26:44.487579 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-4390a329-4afe-45e9-8e83-42242e02e39a tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Network 9a14efbb-6e94-439a-a6e6-5a94d9f3c818 is already hosted by enough agents. {{(pid=93309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:26:44.489323 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.base_scheduler [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-4390a329-4afe-45e9-8e83-42242e02e39a tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Resources bound (agent type, host, resource id): {{(pid=93309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:26:44.501365 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-4390a329-4afe-45e9-8e83-42242e02e39a tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Received port after_create {{(pid=93309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:26:44.548146 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4390a329-4afe-45e9-8e83-42242e02e39a tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Pushing event updated for resources: {'Port': ['ID=daf4a5ec-87fe-4a35-8fc1-83fabf5c8919,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:26:44.579323 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4390a329-4afe-45e9-8e83-42242e02e39a tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:26:44.580313 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4390a329-4afe-45e9-8e83-42242e02e39a tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:26:44.580488 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4390a329-4afe-45e9-8e83-42242e02e39a tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:26:44.580935 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4390a329-4afe-45e9-8e83-42242e02e39a tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:26:44.581363 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4390a329-4afe-45e9-8e83-42242e02e39a tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:26:44.581787 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4390a329-4afe-45e9-8e83-42242e02e39a tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:26:44.582209 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4390a329-4afe-45e9-8e83-42242e02e39a tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:26:44.582656 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4390a329-4afe-45e9-8e83-42242e02e39a tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:26:44.583078 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4390a329-4afe-45e9-8e83-42242e02e39a tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:26:44.583507 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4390a329-4afe-45e9-8e83-42242e02e39a tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:26:44.583935 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4390a329-4afe-45e9-8e83-42242e02e39a tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:26:44.584352 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4390a329-4afe-45e9-8e83-42242e02e39a tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:26:44.622568 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-4390a329-4afe-45e9-8e83-42242e02e39a tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:44.623358 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-4390a329-4afe-45e9-8e83-42242e02e39a tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:44.649748 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223505b-aae6-4c65-87c1-993dde8f0810 req-d26466a3-53f3-4dcc-bece-a574a537af0e tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:44.652822 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c223505b-aae6-4c65-87c1-993dde8f0810 req-d26466a3-53f3-4dcc-bece-a574a537af0e tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0998015 Aug 06 17:26:44.655011 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-4390a329-4afe-45e9-8e83-42242e02e39a tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8899779 Aug 06 17:26:44.703048 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c223505b-aae6-4c65-87c1-993dde8f0810 req-7ef9c260-ecf1-43b4-81cc-2b9f3cbda41c tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438032 Aug 06 17:26:44.740358 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-530dfe83-b6da-4d4f-abc3-de32b94e1b9d None None] Provisioning for port daf4a5ec-87fe-4a35-8fc1-83fabf5c8919 completed by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:26:44.744396 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-530dfe83-b6da-4d4f-abc3-de32b94e1b9d None None] Provisioning complete for port daf4a5ec-87fe-4a35-8fc1-83fabf5c8919 triggered by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:26:44.744690 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-530dfe83-b6da-4d4f-abc3-de32b94e1b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:44.782698 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-530dfe83-b6da-4d4f-abc3-de32b94e1b9d None None] Port daf4a5ec-87fe-4a35-8fc1-83fabf5c8919 cannot update to ACTIVE because it is not bound. {{(pid=93310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:26:45.471734 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e098ad6-a6b9-46b4-9551-d264cf2ed9e6 req-b4f38c57-35e1-4438-bf7a-eec74cf44084 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:45.473385 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9e098ad6-a6b9-46b4-9551-d264cf2ed9e6 req-b4f38c57-35e1-4438-bf7a-eec74cf44084 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 931 time: 0.0652788 Aug 06 17:26:45.512983 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9e098ad6-a6b9-46b4-9551-d264cf2ed9e6 req-2527f3f3-b31f-4833-8a8d-fae25694c193 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f4e69be-d6a0-4d1e-aa51-c82010cafd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333612 Aug 06 17:26:45.580365 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53fda2e-e129-45d3-8e40-98d43b48abe9 req-d4d34e9d-1d67-40af-a4d2-7dfa9bbed997 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:45.581865 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e53fda2e-e129-45d3-8e40-98d43b48abe9 req-d4d34e9d-1d67-40af-a4d2-7dfa9bbed997 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 946 time: 0.0547893 Aug 06 17:26:45.621487 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e53fda2e-e129-45d3-8e40-98d43b48abe9 req-b047be96-219c-48ca-b3d6-691a4f155467 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335310 Aug 06 17:26:45.824845 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efdda39-7dbb-41e9-abd6-4ba578a6cff0 req-a0d32994-3e60-4961-8db7-05c5181effe9 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:45.826304 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-5efdda39-7dbb-41e9-abd6-4ba578a6cff0 req-a0d32994-3e60-4961-8db7-05c5181effe9 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0521979 Aug 06 17:26:45.869328 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-5efdda39-7dbb-41e9-abd6-4ba578a6cff0 req-6a19e9e2-9e50-4fae-b257-487b3a0a4680 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343304 Aug 06 17:26:46.635792 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ee377-33bc-48b4-9b5f-5ad836a9ab03 req-d2916e2f-64ae-4b24-aace-baf70bc5c0fa tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:46.637584 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-3a8ee377-33bc-48b4-9b5f-5ad836a9ab03 req-d2916e2f-64ae-4b24-aace-baf70bc5c0fa tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 931 time: 0.0489099 Aug 06 17:26:46.686023 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-3a8ee377-33bc-48b4-9b5f-5ad836a9ab03 req-3d80fd5b-99fd-4de8-8daa-ddaf1fe820af tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f4e69be-d6a0-4d1e-aa51-c82010cafd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391309 Aug 06 17:26:46.767544 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a85b6-c606-425f-b2ba-524c9765b32d req-e1af171c-4077-4ca0-9dc8-6dc98f3720cc tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:46.769318 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-294a85b6-c606-425f-b2ba-524c9765b32d req-e1af171c-4077-4ca0-9dc8-6dc98f3720cc tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 946 time: 0.0583043 Aug 06 17:26:46.810002 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-294a85b6-c606-425f-b2ba-524c9765b32d req-019427bc-5f25-4ea0-a261-9c3e76e5b677 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340767 Aug 06 17:26:47.011406 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ea449-9854-43d5-849b-e305a4bdbcc0 req-d1fc876b-accf-4c5d-9c00-b1ba3fb5e797 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:47.012968 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-8f6ea449-9854-43d5-849b-e305a4bdbcc0 req-d1fc876b-accf-4c5d-9c00-b1ba3fb5e797 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0633752 Aug 06 17:26:47.051267 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-8f6ea449-9854-43d5-849b-e305a4bdbcc0 req-959a32c2-f266-44f4-9c0a-59f5f4b67914 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320342 Aug 06 17:26:47.806169 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b8499-51fd-4f33-bd29-cdad03849989 req-341b37d0-58b8-4178-afad-9be06206c687 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:47.808238 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f99b8499-51fd-4f33-bd29-cdad03849989 req-341b37d0-58b8-4178-afad-9be06206c687 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 931 time: 0.0524232 Aug 06 17:26:47.849226 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f99b8499-51fd-4f33-bd29-cdad03849989 req-63c57971-435a-47c5-878f-f85cd5e089d0 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f4e69be-d6a0-4d1e-aa51-c82010cafd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348198 Aug 06 17:26:47.967530 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525c9d2-14c5-4565-bd1d-badd69c4771f req-816f680d-7782-4fdf-b485-bfd1c878150d tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:47.976308 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-7525c9d2-14c5-4565-bd1d-badd69c4771f req-816f680d-7782-4fdf-b485-bfd1c878150d tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 946 time: 0.0686302 Aug 06 17:26:48.011432 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-7525c9d2-14c5-4565-bd1d-badd69c4771f req-636ae227-fce0-4499-9e98-9556d6ea8e4c tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341644 Aug 06 17:26:48.185646 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e09e8-eb99-4cf5-a2ed-a951c6d12705 req-b93fd466-4a7f-4de0-b7ec-ed7f9ab9ea44 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:48.187164 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-b97e09e8-eb99-4cf5-a2ed-a951c6d12705 req-b93fd466-4a7f-4de0-b7ec-ed7f9ab9ea44 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0482326 Aug 06 17:26:48.229074 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-b97e09e8-eb99-4cf5-a2ed-a951c6d12705 req-4df390d6-4e9b-4aeb-94fc-00526033403a tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356064 Aug 06 17:26:48.401187 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 950d5868-7f7c-49b2-a093-65a82b1b1a6f no longer exists at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:26:48.489556 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:48.523619 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port 950d5868-7f7c-49b2-a093-65a82b1b1a6f, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=950d5868-7f7c-49b2-a093-65a82b1b1a6f,segment=NetworkSegment(f5e274ea-768f-45a2-bfc8-b7461617eff9),segment_id=f5e274ea-768f-45a2-bfc8-b7461617eff9)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:26:48.524712 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f13727d-ad83-4853-a1dc-49b8519274e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '950d5868-7f7c-49b2-a093-65a82b1b1a6f'}] {{(pid=93310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:26:48.527329 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713379ad4201aa67d1557f3d7b7da947c96b0ad1778a29fd635d5f04ae47f1c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c24460-67a9-4250-baa8-dc8097e82ad7" -d '{"events": [{"server_uuid": "5f13727d-ad83-4853-a1dc-49b8519274e4", "name": "network-vif-unplugged", "status": "completed", "tag": "950d5868-7f7c-49b2-a093-65a82b1b1a6f"}]}' {{(pid=93310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:26:48.531326 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:48.567607 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 17:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2db3af1-4e72-4494-965d-65d9d555cebc x-openstack-request-id: req-d2db3af1-4e72-4494-965d-65d9d555cebc {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:26:48.567919 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f13727d-ad83-4853-a1dc-49b8519274e4", "name": "network-vif-unplugged", "status": "completed", "tag": "950d5868-7f7c-49b2-a093-65a82b1b1a6f", "code": 200}]} {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:26:48.568165 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d2db3af1-4e72-4494-965d-65d9d555cebc {{(pid=93310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:26:48.568578 dv-cinder-803773-1-iscsi neutron-server[93310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f13727d-ad83-4853-a1dc-49b8519274e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '950d5868-7f7c-49b2-a093-65a82b1b1a6f', 'code': 200} Aug 06 17:26:48.584380 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=950d5868-7f7c-49b2-a093-65a82b1b1a6f,revision_number=8']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:26:48.988014 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd2bf78-3cba-4af6-a3bf-a28df2655768 req-f4186972-4e10-4b03-960f-85a5f63ece3c tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:48.989536 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-8fd2bf78-3cba-4af6-a3bf-a28df2655768 req-f4186972-4e10-4b03-960f-85a5f63ece3c tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 931 time: 0.0678985 Aug 06 17:26:49.027033 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-8fd2bf78-3cba-4af6-a3bf-a28df2655768 req-b8fa041e-a54d-4e9b-b586-6342c75165f6 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f4e69be-d6a0-4d1e-aa51-c82010cafd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310345 Aug 06 17:26:49.147199 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea3266-fa66-4fd5-8ff0-b59af99b33a4 req-ac06161c-fee1-48f2-b021-cc0ef5b8dee5 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:49.148674 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-61ea3266-fa66-4fd5-8ff0-b59af99b33a4 req-ac06161c-fee1-48f2-b021-cc0ef5b8dee5 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 944 time: 0.0532722 Aug 06 17:26:49.193730 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-61ea3266-fa66-4fd5-8ff0-b59af99b33a4 req-56ed0c2b-b963-4200-a8c6-0a3525739aba tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384004 Aug 06 17:26:49.356364 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78025a1-7492-4f4e-8cfc-1a1b465e29d4 req-89649535-7856-4962-afb6-f6348741ff06 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:49.366909 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f78025a1-7492-4f4e-8cfc-1a1b465e29d4 req-89649535-7856-4962-afb6-f6348741ff06 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0644605 Aug 06 17:26:49.415464 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f78025a1-7492-4f4e-8cfc-1a1b465e29d4 req-ca985776-68e3-4368-a2fa-2da2987f7483 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441856 Aug 06 17:26:50.154060 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce74fa2-b31b-4c8b-a6f0-5d6f981b37a8 req-78bf5351-6290-42b6-990d-7fc1206c6dfb tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:50.156686 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-cce74fa2-b31b-4c8b-a6f0-5d6f981b37a8 req-78bf5351-6290-42b6-990d-7fc1206c6dfb tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 931 time: 0.0541029 Aug 06 17:26:50.435251 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-cce74fa2-b31b-4c8b-a6f0-5d6f981b37a8 req-7132a636-3e05-430d-b5fa-a13cc986519d tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f4e69be-d6a0-4d1e-aa51-c82010cafd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722638 Aug 06 17:26:50.574668 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463f413-8d00-4c66-8f2a-cdefd89d5b2a req-a08b9357-8a5c-4e56-8d5c-61d8035ca1f7 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:50.576166 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-a463f413-8d00-4c66-8f2a-cdefd89d5b2a req-a08b9357-8a5c-4e56-8d5c-61d8035ca1f7 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 944 time: 0.0498657 Aug 06 17:26:50.617529 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-a463f413-8d00-4c66-8f2a-cdefd89d5b2a req-5c38001c-0da4-4b04-be29-7ab71bbd8f52 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351307 Aug 06 17:26:50.750461 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34af3b-08fa-4b9a-92c7-b53f90b83f82 req-6b23b38f-d485-4394-89ff-1d886803ef17 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:50.752593 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-bd34af3b-08fa-4b9a-92c7-b53f90b83f82 req-6b23b38f-d485-4394-89ff-1d886803ef17 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0528345 Aug 06 17:26:50.813635 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-bd34af3b-08fa-4b9a-92c7-b53f90b83f82 req-1145d8f5-0b60-4570-bc60-49e3c2b5346b tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546174 Aug 06 17:26:51.105409 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-5e89801f-9e2a-437e-83c4-40f03b2f056c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:51.582063 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4788d0e-fd0e-4f1f-b103-4b7ab0027e4d req-5004b691-7c13-4443-8212-bc184a827677 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:51.583554 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e4788d0e-fd0e-4f1f-b103-4b7ab0027e4d req-5004b691-7c13-4443-8212-bc184a827677 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 931 time: 0.0507684 Aug 06 17:26:51.626765 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e4788d0e-fd0e-4f1f-b103-4b7ab0027e4d req-9c958d60-9c5d-4443-b0ad-355fe8992743 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f4e69be-d6a0-4d1e-aa51-c82010cafd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370660 Aug 06 17:26:51.747769 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c83af-db9a-4fed-a3e2-16a11574b8eb req-8b9c0607-f897-4aa8-aaa1-f9db968bb2a8 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:51.749354 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-908c83af-db9a-4fed-a3e2-16a11574b8eb req-8b9c0607-f897-4aa8-aaa1-f9db968bb2a8 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 944 time: 0.0533471 Aug 06 17:26:51.797432 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-908c83af-db9a-4fed-a3e2-16a11574b8eb req-1a93daa0-47fb-4eed-b0bc-938a4f275f45 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367746 Aug 06 17:26:51.950338 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60b119-e5c9-46c4-986b-31df16b5b68d req-b7c77aca-6962-47e7-88c4-72d9aa73d95e tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:51.952915 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-5d60b119-e5c9-46c4-986b-31df16b5b68d req-b7c77aca-6962-47e7-88c4-72d9aa73d95e tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0636091 Aug 06 17:26:52.003274 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-5d60b119-e5c9-46c4-986b-31df16b5b68d req-1757d3cc-5f2e-4bdf-b026-b674651a80d6 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414443 Aug 06 17:26:52.756536 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6b55e-ae58-4691-874c-457e62c98b34 req-2d8f34d1-79e5-45e7-8912-e7b6cc9bfb41 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:52.758381 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-b7e6b55e-ae58-4691-874c-457e62c98b34 req-2d8f34d1-79e5-45e7-8912-e7b6cc9bfb41 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 931 time: 0.0603218 Aug 06 17:26:52.800977 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-b7e6b55e-ae58-4691-874c-457e62c98b34 req-69456c90-0707-4969-81ca-3e751d7e3447 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f4e69be-d6a0-4d1e-aa51-c82010cafd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352426 Aug 06 17:26:52.916758 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383d671-5b18-4c4d-8d05-6ebb7b287c77 req-00ba26d9-bd2a-42d4-bae0-9f9f50ced57e tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:52.918933 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-9383d671-5b18-4c4d-8d05-6ebb7b287c77 req-00ba26d9-bd2a-42d4-bae0-9f9f50ced57e tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 944 time: 0.0504441 Aug 06 17:26:52.968601 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-9383d671-5b18-4c4d-8d05-6ebb7b287c77 req-5c2c9973-ee5d-450e-a70e-69276ed0e23c tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404119 Aug 06 17:26:53.121038 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd18c0d-e42e-44e9-af85-86d0b13b20c6 req-7ed6789d-f47d-428d-abfe-ade995ac50f6 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:53.122747 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-6fd18c0d-e42e-44e9-af85-86d0b13b20c6 req-7ed6789d-f47d-428d-abfe-ade995ac50f6 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0557182 Aug 06 17:26:53.183526 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-6fd18c0d-e42e-44e9-af85-86d0b13b20c6 req-3bf9b361-e6f3-45a5-9a7d-94262adfad4b tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534573 Aug 06 17:26:53.359585 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-40c0ccfc-5409-4814-a334-2a5e18ca4f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:53.946061 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738a8fc-cdcf-4512-b04d-d31146ae1323 req-27f04d37-1a47-4bd2-9502-4a0cb47b7de5 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:53.947662 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-7738a8fc-cdcf-4512-b04d-d31146ae1323 req-27f04d37-1a47-4bd2-9502-4a0cb47b7de5 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 931 time: 0.0607083 Aug 06 17:26:54.003470 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-7738a8fc-cdcf-4512-b04d-d31146ae1323 req-55f79f4e-0561-4ea1-a0b6-c780f51dfa84 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f4e69be-d6a0-4d1e-aa51-c82010cafd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488837 Aug 06 17:26:54.092667 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:54.151065 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a017c9b-db6e-4448-9573-59142d3793fc req-347d8102-6a1c-4148-a12a-5a6b97adfba7 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:54.153374 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-9a017c9b-db6e-4448-9573-59142d3793fc req-347d8102-6a1c-4148-a12a-5a6b97adfba7 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 944 time: 0.0550921 Aug 06 17:26:54.198450 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-9a017c9b-db6e-4448-9573-59142d3793fc req-79e400be-0553-496e-ba5d-e4927f0a820d tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373633 Aug 06 17:26:54.320827 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f21f29-4370-4f64-9346-d1fde29ecf39 req-10e6660e-c173-4333-bedd-a8a232b86c49 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:54.332317 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-98f21f29-4370-4f64-9346-d1fde29ecf39 req-10e6660e-c173-4333-bedd-a8a232b86c49 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0586085 Aug 06 17:26:54.377938 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-98f21f29-4370-4f64-9346-d1fde29ecf39 req-f5156010-b011-4bb0-b113-60392eedc4b5 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445955 Aug 06 17:26:55.110641 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:55.131443 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b68c30-321a-4e49-b4c3-812456915b1a req-a803e009-6f7f-42e9-bdc8-2b45501cde7c tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:55.132944 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-b4b68c30-321a-4e49-b4c3-812456915b1a req-a803e009-6f7f-42e9-bdc8-2b45501cde7c tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 931 time: 0.0543923 Aug 06 17:26:55.171635 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-b4b68c30-321a-4e49-b4c3-812456915b1a req-664563be-6c5d-4461-b0f6-9853917eab0e tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f4e69be-d6a0-4d1e-aa51-c82010cafd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320060 Aug 06 17:26:55.322746 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9a0fd-4e8a-4f31-b342-8b5dc851fa08 req-9800d853-9092-45e9-89af-0f51a47729b1 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:55.324360 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e7f9a0fd-4e8a-4f31-b342-8b5dc851fa08 req-9800d853-9092-45e9-89af-0f51a47729b1 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 944 time: 0.0482192 Aug 06 17:26:55.363748 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e7f9a0fd-4e8a-4f31-b342-8b5dc851fa08 req-650c9029-ae26-4d3f-a3d1-9336df272f84 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336187 Aug 06 17:26:55.500384 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792e260-2a7e-4bbd-aecb-097ad05a2e9a req-48b7218e-1ecd-45b5-8061-0b9f3deb23d6 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:55.501969 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c792e260-2a7e-4bbd-aecb-097ad05a2e9a req-48b7218e-1ecd-45b5-8061-0b9f3deb23d6 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0501976 Aug 06 17:26:55.541366 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c792e260-2a7e-4bbd-aecb-097ad05a2e9a req-d39989d4-79bb-4579-820a-c95ae3ede051 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331969 Aug 06 17:26:56.303429 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48effc02-e2ec-466d-8f69-c7636890f428 req-0c01aef5-9c10-41be-9124-0008b09918c2 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:56.304921 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-48effc02-e2ec-466d-8f69-c7636890f428 req-0c01aef5-9c10-41be-9124-0008b09918c2 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 931 time: 0.0582116 Aug 06 17:26:56.344682 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-48effc02-e2ec-466d-8f69-c7636890f428 req-33c01155-ea3d-437d-9e2c-f3830d975d2c tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f4e69be-d6a0-4d1e-aa51-c82010cafd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325124 Aug 06 17:26:56.490046 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ea214-d635-4f2f-ae6c-a9e6ba0b42f1 req-c5bda9be-fef5-4cad-8790-8a05b7bd2af7 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:56.491608 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-b36ea214-d635-4f2f-ae6c-a9e6ba0b42f1 req-c5bda9be-fef5-4cad-8790-8a05b7bd2af7 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 944 time: 0.0496275 Aug 06 17:26:56.531102 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-b36ea214-d635-4f2f-ae6c-a9e6ba0b42f1 req-f3019f31-8e10-4a8f-927d-5e346fa9171e tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331156 Aug 06 17:26:56.664138 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2050b10-4ea7-46fc-a7db-ef137a650aa4 req-f310f0c2-28a6-4c0e-b801-33c2e0efe327 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:56.665622 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-b2050b10-4ea7-46fc-a7db-ef137a650aa4 req-f310f0c2-28a6-4c0e-b801-33c2e0efe327 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0527389 Aug 06 17:26:56.711633 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-b2050b10-4ea7-46fc-a7db-ef137a650aa4 req-6fea6a58-b996-4065-80e8-78cad60f5539 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396850 Aug 06 17:26:56.951550 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:56.977182 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-8d640c2c-274a-4a68-a308-88f3ff52a37e service neutron] Request body: {'port': {'device_id': '5cd43bd5-e46d-43ac-b486-b2cbcd39de17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80377'}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:26:57.038591 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-8d640c2c-274a-4a68-a308-88f3ff52a37e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:57.317461 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.notifiers.nova [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-8d640c2c-274a-4a68-a308-88f3ff52a37e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daf4a5ec-87fe-4a35-8fc1-83fabf5c8919 {{(pid=93309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:26:57.327800 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-8d640c2c-274a-4a68-a308-88f3ff52a37e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:57.347678 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.provisioning_blocks [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-8d640c2c-274a-4a68-a308-88f3ff52a37e service neutron] Transition to ACTIVE for port object daf4a5ec-87fe-4a35-8fc1-83fabf5c8919 will not be triggered until provisioned by entity L2. {{(pid=93309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:26:57.354278 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-8d640c2c-274a-4a68-a308-88f3ff52a37e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30379154'] for port, after_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:57.412673 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d640c2c-274a-4a68-a308-88f3ff52a37e service neutron] Pushing event updated for resources: {'Port': ['ID=daf4a5ec-87fe-4a35-8fc1-83fabf5c8919,revision_number=2']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:26:57.537663 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44966d-70fb-4934-a3e3-f1e1b5f07524 req-f6a7aa2f-8b26-40c0-b2d0-44a7f16be968 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:57.545275 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-3a44966d-70fb-4934-a3e3-f1e1b5f07524 req-f6a7aa2f-8b26-40c0-b2d0-44a7f16be968 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 943 time: 0.1073208 Aug 06 17:26:57.602658 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.managers [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-8d640c2c-274a-4a68-a308-88f3ff52a37e service neutron] Attempting to bind port daf4a5ec-87fe-4a35-8fc1-83fabf5c8919 on host hv-cinder-80377 for vnic_type normal with profile {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:26:57.602997 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.managers [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-8d640c2c-274a-4a68-a308-88f3ff52a37e service neutron] Attempting to bind port daf4a5ec-87fe-4a35-8fc1-83fabf5c8919 by drivers openvswitch,hyperv on host hv-cinder-80377 at level 0 using segments [{'id': '17499022-9700-4d06-a86c-af76ee7e0f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '9a14efbb-6e94-439a-a6e6-5a94d9f3c818'}] {{(pid=93309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:26:57.603319 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-8d640c2c-274a-4a68-a308-88f3ff52a37e service neutron] Attempting to bind port daf4a5ec-87fe-4a35-8fc1-83fabf5c8919 on network 9a14efbb-6e94-439a-a6e6-5a94d9f3c818 {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:26:57.622965 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-8d640c2c-274a-4a68-a308-88f3ff52a37e service neutron] Port daf4a5ec-87fe-4a35-8fc1-83fabf5c8919 on network 9a14efbb-6e94-439a-a6e6-5a94d9f3c818 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80377 {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 17:26:57.623312 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-8d640c2c-274a-4a68-a308-88f3ff52a37e service neutron] Attempting to bind port daf4a5ec-87fe-4a35-8fc1-83fabf5c8919 on network 9a14efbb-6e94-439a-a6e6-5a94d9f3c818 {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:26:57.632873 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-8d640c2c-274a-4a68-a308-88f3ff52a37e service neutron] Checking agent: {'id': 'd2fb1ab5-1995-4796-a222-8ffdc3f56d02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 21, 40), 'started_at': datetime.datetime(2021, 8, 6, 17, 21, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:26:57.632873 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-8d640c2c-274a-4a68-a308-88f3ff52a37e service neutron] Checking segment: {'id': '17499022-9700-4d06-a86c-af76ee7e0f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '9a14efbb-6e94-439a-a6e6-5a94d9f3c818'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:26:57.632873 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-8d640c2c-274a-4a68-a308-88f3ff52a37e service neutron] Bound using segment: {'id': '17499022-9700-4d06-a86c-af76ee7e0f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '9a14efbb-6e94-439a-a6e6-5a94d9f3c818'} {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:26:57.632873 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.managers [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-8d640c2c-274a-4a68-a308-88f3ff52a37e service neutron] Bound port: daf4a5ec-87fe-4a35-8fc1-83fabf5c8919, host: hv-cinder-80377, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17499022-9700-4d06-a86c-af76ee7e0f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '9a14efbb-6e94-439a-a6e6-5a94d9f3c818'}}] {{(pid=93309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:26:57.632873 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-8d640c2c-274a-4a68-a308-88f3ff52a37e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:57.639997 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-3a44966d-70fb-4934-a3e3-f1e1b5f07524 req-b9e74fcc-3292-4dee-9863-4d428d2932a8 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f4e69be-d6a0-4d1e-aa51-c82010cafd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936141 Aug 06 17:26:57.720020 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793260c-0dc9-4224-b840-c08d10e744b0 req-0fa6d7c8-ba8a-407e-acf9-473eacd2645b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:57.727205 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f793260c-0dc9-4224-b840-c08d10e744b0 req-0fa6d7c8-ba8a-407e-acf9-473eacd2645b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 944 time: 0.0677326 Aug 06 17:26:57.738908 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.db [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-8d640c2c-274a-4a68-a308-88f3ff52a37e service neutron] For port daf4a5ec-87fe-4a35-8fc1-83fabf5c8919, host hv-cinder-80377, cleared binding levels {{(pid=93309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:26:57.743376 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.db [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-8d640c2c-274a-4a68-a308-88f3ff52a37e service neutron] For port daf4a5ec-87fe-4a35-8fc1-83fabf5c8919, host hv-cinder-80377, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=daf4a5ec-87fe-4a35-8fc1-83fabf5c8919,segment=NetworkSegment(17499022-9700-4d06-a86c-af76ee7e0f6d),segment_id=17499022-9700-4d06-a86c-af76ee7e0f6d)] {{(pid=93309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:26:57.750377 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-8d640c2c-274a-4a68-a308-88f3ff52a37e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30379154'] for port, after_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:57.782155 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f793260c-0dc9-4224-b840-c08d10e744b0 req-da4f660c-c797-43af-b81f-873288c8fdda tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498297 Aug 06 17:26:57.817098 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-8d640c2c-274a-4a68-a308-88f3ff52a37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:57.817728 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-8d640c2c-274a-4a68-a308-88f3ff52a37e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:57.819221 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-8d640c2c-274a-4a68-a308-88f3ff52a37e service neutron] 10.222.0.96 "PUT /v2.0/ports/daf4a5ec-87fe-4a35-8fc1-83fabf5c8919 HTTP/1.1" status: 200 len: 1093 time: 0.8466020 Aug 06 17:26:57.835729 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cd43bd5-e46d-43ac-b486-b2cbcd39de17', 'tag': 'daf4a5ec-87fe-4a35-8fc1-83fabf5c8919'}] {{(pid=93309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:26:57.837957 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8dc615238e5bcef59bfa1369ec241dac088066ad095906c2652e3fbb51f90a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4ced7d-9370-4248-8a61-a354154f140a" -d '{"events": [{"name": "network-changed", "server_uuid": "5cd43bd5-e46d-43ac-b486-b2cbcd39de17", "tag": "daf4a5ec-87fe-4a35-8fc1-83fabf5c8919"}]}' {{(pid=93309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:26:57.840218 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff61812-78fb-49a9-a3c0-c69c2704229a req-8de9f717-28b1-405f-8adf-6fa27838e233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:57.841784 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-eff61812-78fb-49a9-a3c0-c69c2704229a req-8de9f717-28b1-405f-8adf-6fa27838e233 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f5387827f2c0411b9a79d78b038d6e5c&device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 1097 time: 0.0551989 Aug 06 17:26:57.874636 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d640c2c-274a-4a68-a308-88f3ff52a37e service neutron] Pushing event updated for resources: {'Port': ['ID=daf4a5ec-87fe-4a35-8fc1-83fabf5c8919,revision_number=3']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:26:57.878106 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589e84cd-3cdc-40e8-9246-50370f2f04e5 x-openstack-request-id: req-589e84cd-3cdc-40e8-9246-50370f2f04e5 {{(pid=93309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:26:57.878408 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cd43bd5-e46d-43ac-b486-b2cbcd39de17", "tag": "daf4a5ec-87fe-4a35-8fc1-83fabf5c8919", "status": "completed", "code": 200}]} {{(pid=93309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:26:57.878648 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-589e84cd-3cdc-40e8-9246-50370f2f04e5 {{(pid=93309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:26:57.879044 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cd43bd5-e46d-43ac-b486-b2cbcd39de17', 'tag': 'daf4a5ec-87fe-4a35-8fc1-83fabf5c8919', 'status': 'completed', 'code': 200} Aug 06 17:26:57.890690 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff9f7b-2256-4b83-aea2-85ba8075a356 req-5ca78a51-def8-4c4a-89ee-9c9f263d3655 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:57.892274 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-63ff9f7b-2256-4b83-aea2-85ba8075a356 req-5ca78a51-def8-4c4a-89ee-9c9f263d3655 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0897009 Aug 06 17:26:57.935400 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-63ff9f7b-2256-4b83-aea2-85ba8075a356 req-e14bb90a-f569-4dcd-b70c-5b7d439fa55f tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369861 Aug 06 17:26:58.007520 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-c4a6c285-59a6-4b85-8565-58a00ffd2ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:58.010680 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-c4a6c285-59a6-4b85-8565-58a00ffd2ab3 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4b89d81ddcd049a3a1e3b0c7ef913e87&device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 1096 time: 0.0585358 Aug 06 17:26:58.052629 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff61812-78fb-49a9-a3c0-c69c2704229a req-476a2a21-9375-42c9-8126-2493e812b548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:58.054550 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-eff61812-78fb-49a9-a3c0-c69c2704229a req-476a2a21-9375-42c9-8126-2493e812b548 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5b6dd1b8-72d2-4509-8411-cf148b92c6ca HTTP/1.1" status: 200 len: 919 time: 0.1133156 Aug 06 17:26:58.065013 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-639922d3-28d4-4ab3-af21-3af0ed964fbc service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=daf4a5ec-87fe-4a35-8fc1-83fabf5c8919 HTTP/1.1" status: 200 len: 217 time: 0.0384150 Aug 06 17:26:58.118426 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-dbe4675d-6aec-46f0-bfaf-ef33ce267480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:58.119835 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-dbe4675d-6aec-46f0-bfaf-ef33ce267480 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d4ce2c86-70ee-4932-994f-c3d019d987cc HTTP/1.1" status: 200 len: 852 time: 0.0443618 Aug 06 17:26:58.133592 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-eff61812-78fb-49a9-a3c0-c69c2704229a req-024dc07c-02a9-49be-8bf3-3be91fad92ea service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=950d5868-7f7c-49b2-a093-65a82b1b1a6f HTTP/1.1" status: 200 len: 1000 time: 0.0581963 Aug 06 17:26:58.172436 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-7b267de6-973c-4263-bbd6-3ae705db9aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:58.173949 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-7b267de6-973c-4263-bbd6-3ae705db9aec service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9a14efbb-6e94-439a-a6e6-5a94d9f3c818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433145 Aug 06 17:26:58.191911 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff61812-78fb-49a9-a3c0-c69c2704229a req-cfa71b80-6d02-432b-b6ff-e7520e1da845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:58.193411 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-eff61812-78fb-49a9-a3c0-c69c2704229a req-cfa71b80-6d02-432b-b6ff-e7520e1da845 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=92e55e27-88da-4b01-a596-8314d113e8dc HTTP/1.1" status: 200 len: 856 time: 0.0505919 Aug 06 17:26:58.241072 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff61812-78fb-49a9-a3c0-c69c2704229a req-6e9a4009-0f82-4bb8-8585-862e3259500a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:58.242576 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-eff61812-78fb-49a9-a3c0-c69c2704229a req-6e9a4009-0f82-4bb8-8585-862e3259500a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5b6dd1b8-72d2-4509-8411-cf148b92c6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399015 Aug 06 17:26:58.271630 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-6a009a89-64df-4cba-82ba-1e49ae32258c service neutron] 10.222.0.96 "GET /v2.0/networks/9a14efbb-6e94-439a-a6e6-5a94d9f3c818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879664 Aug 06 17:26:58.339993 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-eff61812-78fb-49a9-a3c0-c69c2704229a req-47659ac4-849a-4171-aca5-951c790c74f7 service neutron] 10.222.0.96 "GET /v2.0/networks/5b6dd1b8-72d2-4509-8411-cf148b92c6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876546 Aug 06 17:26:58.373062 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-eb5c120b-2fad-4d25-bb6f-587f5316bdb8 req-5096e80f-071b-4c50-9859-3293b56d22d9 service neutron] 10.222.0.96 "GET /v2.0/networks/9a14efbb-6e94-439a-a6e6-5a94d9f3c818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888104 Aug 06 17:26:58.436283 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-eff61812-78fb-49a9-a3c0-c69c2704229a req-e3e0a2e5-e854-4f43-9d2c-802a696469d4 service neutron] 10.222.0.96 "GET /v2.0/networks/5b6dd1b8-72d2-4509-8411-cf148b92c6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877495 Aug 06 17:26:58.559848 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ced7d-9370-4248-8a61-a354154f140a req-d6e2218d-afa6-4a6e-b3aa-e5472ad62526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:58.561409 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-8b4ced7d-9370-4248-8a61-a354154f140a req-d6e2218d-afa6-4a6e-b3aa-e5472ad62526 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4b89d81ddcd049a3a1e3b0c7ef913e87&device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 1096 time: 0.0489438 Aug 06 17:26:58.672112 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ced7d-9370-4248-8a61-a354154f140a req-414c12ff-15e1-43c2-a528-25cc68d226e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:58.673614 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-8b4ced7d-9370-4248-8a61-a354154f140a req-414c12ff-15e1-43c2-a528-25cc68d226e6 service neutron] 10.222.0.96 "GET /v2.0/networks?id=9a14efbb-6e94-439a-a6e6-5a94d9f3c818 HTTP/1.1" status: 200 len: 915 time: 0.0920691 Aug 06 17:26:58.720437 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-8b4ced7d-9370-4248-8a61-a354154f140a req-739209ba-1d19-4431-836d-e868a4238f7d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=daf4a5ec-87fe-4a35-8fc1-83fabf5c8919 HTTP/1.1" status: 200 len: 217 time: 0.0375433 Aug 06 17:26:58.812109 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e7da7-8ac1-4360-b679-d851e00e3634 req-7c1396ad-05a6-4670-a5ed-bb0140b8131a tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:58.813648 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-709e7da7-8ac1-4360-b679-d851e00e3634 req-7c1396ad-05a6-4670-a5ed-bb0140b8131a tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 943 time: 0.0923679 Aug 06 17:26:58.815604 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ced7d-9370-4248-8a61-a354154f140a req-87937a52-6117-479d-aed4-f9170cb2c852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:58.816901 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-8b4ced7d-9370-4248-8a61-a354154f140a req-87937a52-6117-479d-aed4-f9170cb2c852 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d4ce2c86-70ee-4932-994f-c3d019d987cc HTTP/1.1" status: 200 len: 852 time: 0.0705767 Aug 06 17:26:58.881507 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-709e7da7-8ac1-4360-b679-d851e00e3634 req-1b53b638-4363-4a58-bbbb-4a7ba4f939d7 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f4e69be-d6a0-4d1e-aa51-c82010cafd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615087 Aug 06 17:26:58.888135 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ced7d-9370-4248-8a61-a354154f140a req-beb845f2-a396-4aa8-ab22-5c9a7a2064de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:58.889889 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-8b4ced7d-9370-4248-8a61-a354154f140a req-beb845f2-a396-4aa8-ab22-5c9a7a2064de service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9a14efbb-6e94-439a-a6e6-5a94d9f3c818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0633314 Aug 06 17:26:58.907344 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e85cf-5315-4d53-a756-1a9fc226812f req-340101ed-abe6-40b4-b02e-1972fedc7554 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:58.908846 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-6c0e85cf-5315-4d53-a756-1a9fc226812f req-340101ed-abe6-40b4-b02e-1972fedc7554 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 944 time: 0.0522590 Aug 06 17:26:58.947247 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-6c0e85cf-5315-4d53-a756-1a9fc226812f req-370f51ef-09b1-4d6a-a8b9-aeb30ea65222 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321019 Aug 06 17:26:59.001824 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-8b4ced7d-9370-4248-8a61-a354154f140a req-317d0396-caaa-4068-8fc8-d93815477a2f service neutron] 10.222.0.96 "GET /v2.0/networks/9a14efbb-6e94-439a-a6e6-5a94d9f3c818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963781 Aug 06 17:26:59.349112 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9014c-396f-41ac-889d-492391e8803c req-c8205ae4-9e3f-43fe-985d-18ff93dc08bd tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:59.350628 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-ccc9014c-396f-41ac-889d-492391e8803c req-c8205ae4-9e3f-43fe-985d-18ff93dc08bd tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.3383210 Aug 06 17:26:59.382326 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-8b4ced7d-9370-4248-8a61-a354154f140a req-eb624e84-9c78-43c8-ae04-8a3614e7e547 service neutron] 10.222.0.96 "GET /v2.0/networks/9a14efbb-6e94-439a-a6e6-5a94d9f3c818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613997 Aug 06 17:26:59.401846 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-ccc9014c-396f-41ac-889d-492391e8803c req-c53b61b9-d7b4-48af-84de-5d47beff6ebc tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406678 Aug 06 17:26:59.520338 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453262c-a465-49b8-8d1d-09301a11e3ab req-d6a9bfbd-7d80-4c55-8d66-87723bde8c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:26:59.522566 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9453262c-a465-49b8-8d1d-09301a11e3ab req-d6a9bfbd-7d80-4c55-8d66-87723bde8c4c service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 1098 time: 0.0473540 Aug 06 17:26:59.579622 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9453262c-a465-49b8-8d1d-09301a11e3ab req-a5179d00-ef8c-4adb-8f30-484855eb6b41 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329869 Aug 06 17:27:00.015499 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e702280-c4a5-4fb9-832c-3970cf7d37c2 req-4685eaa5-1ca3-499c-bb3c-9dc431d1cbf8 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:00.017043 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-4e702280-c4a5-4fb9-832c-3970cf7d37c2 req-4685eaa5-1ca3-499c-bb3c-9dc431d1cbf8 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 943 time: 0.0604236 Aug 06 17:27:00.058343 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-4e702280-c4a5-4fb9-832c-3970cf7d37c2 req-cdf88f36-41f2-4493-a13e-db6e5438ce0a tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f4e69be-d6a0-4d1e-aa51-c82010cafd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350153 Aug 06 17:27:00.089829 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653f932-dbc0-48cf-a402-e62e36cdecc2 req-e2dfd031-88a8-4fcd-8c0f-970b0e77c144 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:00.091424 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-7653f932-dbc0-48cf-a402-e62e36cdecc2 req-e2dfd031-88a8-4fcd-8c0f-970b0e77c144 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 944 time: 0.0512681 Aug 06 17:27:00.130731 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-7653f932-dbc0-48cf-a402-e62e36cdecc2 req-93972eb6-a619-42db-894c-490986cd4cdf tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331314 Aug 06 17:27:00.481699 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device daf4a5ec-87fe-4a35-8fc1-83fabf5c8919 details requested by agent hyperv_hv-cinder-80377 with host hv-cinder-80377 {{(pid=93310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 17:27:00.528392 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de8df2-dd2f-4b0b-9987-7a9af36b5729 req-cb57b35b-90d7-455f-92ac-d2e73fc03184 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:00.529923 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e5de8df2-dd2f-4b0b-9987-7a9af36b5729 req-cb57b35b-90d7-455f-92ac-d2e73fc03184 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0573902 Aug 06 17:27:00.569922 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e5de8df2-dd2f-4b0b-9987-7a9af36b5729 req-101769b3-6bb0-44dd-bd57-e49d64f9b574 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337062 Aug 06 17:27:00.589617 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port daf4a5ec-87fe-4a35-8fc1-83fabf5c8919, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=daf4a5ec-87fe-4a35-8fc1-83fabf5c8919,segment=NetworkSegment(17499022-9700-4d06-a86c-af76ee7e0f6d),segment_id=17499022-9700-4d06-a86c-af76ee7e0f6d)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:27:00.601559 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Returning: {'device': 'daf4a5ec-87fe-4a35-8fc1-83fabf5c8919', 'network_id': '9a14efbb-6e94-439a-a6e6-5a94d9f3c818', 'port_id': 'daf4a5ec-87fe-4a35-8fc1-83fabf5c8919', 'mac_address': 'fa:16:3e:b6:37:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4ce2c86-70ee-4932-994f-c3d019d987cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 17:27:00.639057 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:00.657419 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daf4a5ec-87fe-4a35-8fc1-83fabf5c8919 {{(pid=93310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:27:00.682444 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port daf4a5ec-87fe-4a35-8fc1-83fabf5c8919, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=daf4a5ec-87fe-4a35-8fc1-83fabf5c8919,segment=NetworkSegment(17499022-9700-4d06-a86c-af76ee7e0f6d),segment_id=17499022-9700-4d06-a86c-af76ee7e0f6d)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:27:00.687658 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:00.738749 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=daf4a5ec-87fe-4a35-8fc1-83fabf5c8919,revision_number=4']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:27:00.745558 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:27:00.745894 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:27:00.746234 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:27:00.746673 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:27:00.746991 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:27:00.747426 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:27:00.747636 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:27:00.747970 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:27:00.748292 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:27:00.748609 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:27:00.748916 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:27:00.749243 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:27:01.159967 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] get_ports_and_sgs() called for port_ids ['daf4a5ec-87fe-4a35-8fc1-83fabf5c8919'] {{(pid=93310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:27:01.199505 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c83be-9ad6-414b-833b-c1f39dc9abad req-7e8e5b91-9881-4b51-aa40-2ac6b24860bf tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:01.201637 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-dc9c83be-9ad6-414b-833b-c1f39dc9abad req-7e8e5b91-9881-4b51-aa40-2ac6b24860bf tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 944 time: 0.0750697 Aug 06 17:27:01.250431 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-dc9c83be-9ad6-414b-833b-c1f39dc9abad req-2262d3da-6fdc-44c7-a161-4a77b0d7bdb3 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f4e69be-d6a0-4d1e-aa51-c82010cafd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390429 Aug 06 17:27:01.292678 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102dd41-aa1f-4e39-bcc4-9739acb418b1 req-16e058a1-55a6-471c-9603-36d046cd3bd7 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:01.298816 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-9102dd41-aa1f-4e39-bcc4-9739acb418b1 req-16e058a1-55a6-471c-9603-36d046cd3bd7 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 944 time: 0.0607610 Aug 06 17:27:01.314349 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 35076) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:27:01.334186 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-9102dd41-aa1f-4e39-bcc4-9739acb418b1 req-adc875cd-67b7-4574-8226-0ac4ed4105cf tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336711 Aug 06 17:27:01.418203 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-c1db54c0-f38b-448c-bf7b-31daf339e86b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:01.506729 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-c1db54c0-f38b-448c-bf7b-31daf339e86b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:01.512525 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-c1db54c0-f38b-448c-bf7b-31daf339e86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:01.551005 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-c1db54c0-f38b-448c-bf7b-31daf339e86b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ff12d304446c423cbde1a7667ff4266a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2353303 Aug 06 17:27:01.551953 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db54c0-f38b-448c-bf7b-31daf339e86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1220fd-9964-416f-bb5b-2cf90f55f0dd,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:27:01.553844 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 35082) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:27:01.560211 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db54c0-f38b-448c-bf7b-31daf339e86b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:27:01.560669 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db54c0-f38b-448c-bf7b-31daf339e86b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:27:01.560986 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db54c0-f38b-448c-bf7b-31daf339e86b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:27:01.561320 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db54c0-f38b-448c-bf7b-31daf339e86b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:27:01.561670 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db54c0-f38b-448c-bf7b-31daf339e86b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:27:01.562106 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db54c0-f38b-448c-bf7b-31daf339e86b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:27:01.562489 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db54c0-f38b-448c-bf7b-31daf339e86b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:27:01.562804 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db54c0-f38b-448c-bf7b-31daf339e86b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:27:01.563143 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db54c0-f38b-448c-bf7b-31daf339e86b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:27:01.563463 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db54c0-f38b-448c-bf7b-31daf339e86b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:27:01.563786 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db54c0-f38b-448c-bf7b-31daf339e86b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:27:01.564153 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db54c0-f38b-448c-bf7b-31daf339e86b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:27:01.606869 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-4b2f45b9-0eea-4aba-aaf5-5c6bb7eda248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:01.632796 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-4b2f45b9-0eea-4aba-aaf5-5c6bb7eda248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:01.684365 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-4b2f45b9-0eea-4aba-aaf5-5c6bb7eda248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:01.687015 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-4b2f45b9-0eea-4aba-aaf5-5c6bb7eda248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:01.688174 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-4b2f45b9-0eea-4aba-aaf5-5c6bb7eda248 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/3d1220fd-9964-416f-bb5b-2cf90f55f0dd HTTP/1.1" status: 204 len: 168 time: 0.1328776 Aug 06 17:27:01.696975 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8c8b8-3300-44df-aead-efea9b31c902 req-bccaa266-0ad5-404a-a9c5-585761850e59 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:01.697486 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2f45b9-0eea-4aba-aaf5-5c6bb7eda248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1220fd-9964-416f-bb5b-2cf90f55f0dd,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:27:01.702854 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f3d8c8b8-3300-44df-aead-efea9b31c902 req-bccaa266-0ad5-404a-a9c5-585761850e59 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0636675 Aug 06 17:27:01.747129 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f3d8c8b8-3300-44df-aead-efea9b31c902 req-4f84c56a-43d2-4d83-a215-0888775bc499 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385430 Aug 06 17:27:02.150652 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d5e91-7ee9-4e3c-a6a5-9f48e4a39423 req-3241bd29-b676-4141-be48-def5d22c3353 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:02.152225 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-d54d5e91-7ee9-4e3c-a6a5-9f48e4a39423 req-3241bd29-b676-4141-be48-def5d22c3353 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0510507 Aug 06 17:27:02.192922 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-d54d5e91-7ee9-4e3c-a6a5-9f48e4a39423 req-3d291e9a-964d-47a5-bbed-fc6d1a3429c6 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345569 Aug 06 17:27:02.199456 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffdd190-9034-48b2-8968-4f0dab62bed9 req-834b3bdb-fe69-4639-bfd0-062752895d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:02.201089 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-1ffdd190-9034-48b2-8968-4f0dab62bed9 req-834b3bdb-fe69-4639-bfd0-062752895d0e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d4d45ad3cd734f29b1d101a15856a9e4&device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 1098 time: 0.0425763 Aug 06 17:27:02.297805 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffdd190-9034-48b2-8968-4f0dab62bed9 req-d67368d9-a399-4d38-93a2-998c55148824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:02.299308 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-1ffdd190-9034-48b2-8968-4f0dab62bed9 req-d67368d9-a399-4d38-93a2-998c55148824 service neutron] 10.222.0.96 "GET /v2.0/networks?id=deea6c2c-89aa-49a9-8ca9-e984e33e872e HTTP/1.1" status: 200 len: 920 time: 0.0883024 Aug 06 17:27:02.345862 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-1ffdd190-9034-48b2-8968-4f0dab62bed9 req-1edd4785-a6c9-4a85-aa7c-f8b27d1a5177 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8414eecb-2a81-4939-9667-8a954bda4689 HTTP/1.1" status: 200 len: 217 time: 0.0377076 Aug 06 17:27:02.413317 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffdd190-9034-48b2-8968-4f0dab62bed9 req-749aa0d6-4411-4a23-880a-ebfb0058d286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:02.414777 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-1ffdd190-9034-48b2-8968-4f0dab62bed9 req-749aa0d6-4411-4a23-880a-ebfb0058d286 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c44d3273-d0a1-4d92-88ef-0e9181e87f95 HTTP/1.1" status: 200 len: 858 time: 0.0604274 Aug 06 17:27:02.425267 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74c260-7419-4423-9212-b4fc9d99e292 req-4e6ff95d-c48a-4c38-badd-01b9e7f2a71a tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:02.426727 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-8a74c260-7419-4423-9212-b4fc9d99e292 req-4e6ff95d-c48a-4c38-badd-01b9e7f2a71a tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 944 time: 0.0835335 Aug 06 17:27:02.460072 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062b6be-1e34-49ee-a413-441f5dfd9e97 req-e0b83b93-840b-4be7-a527-604912633791 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:02.460688 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-1ffdd190-9034-48b2-8968-4f0dab62bed9 req-da0e3189-4f61-4695-a665-a62f14609f9b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=deea6c2c-89aa-49a9-8ca9-e984e33e872e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328083 Aug 06 17:27:02.461570 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-1062b6be-1e34-49ee-a413-441f5dfd9e97 req-e0b83b93-840b-4be7-a527-604912633791 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 944 time: 0.0531981 Aug 06 17:27:02.500806 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-8a74c260-7419-4423-9212-b4fc9d99e292 req-ba213779-ae69-491c-a01d-bfd063330f7b tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f4e69be-d6a0-4d1e-aa51-c82010cafd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652053 Aug 06 17:27:02.501707 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-1062b6be-1e34-49ee-a413-441f5dfd9e97 req-de3ada4a-c0bf-405e-a94f-bf14db7e564d tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329859 Aug 06 17:27:02.537737 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device daf4a5ec-87fe-4a35-8fc1-83fabf5c8919 up at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:27:02.581056 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Provisioning for port daf4a5ec-87fe-4a35-8fc1-83fabf5c8919 completed by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:27:02.585851 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Provisioning complete for port daf4a5ec-87fe-4a35-8fc1-83fabf5c8919 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:27:02.586088 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:02.613327 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-1ffdd190-9034-48b2-8968-4f0dab62bed9 req-2fe11106-6164-4982-b72c-8ef566089896 service neutron] 10.222.0.96 "GET /v2.0/networks/deea6c2c-89aa-49a9-8ca9-e984e33e872e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293602 Aug 06 17:27:02.671479 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:02.695519 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd43bd5-e46d-43ac-b486-b2cbcd39de17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf4a5ec-87fe-4a35-8fc1-83fabf5c8919'}] {{(pid=93310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:27:02.697890 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713379ad4201aa67d1557f3d7b7da947c96b0ad1778a29fd635d5f04ae47f1c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd51884e-0898-4e18-8284-2953644db28a" -d '{"events": [{"server_uuid": "5cd43bd5-e46d-43ac-b486-b2cbcd39de17", "name": "network-vif-plugged", "status": "completed", "tag": "daf4a5ec-87fe-4a35-8fc1-83fabf5c8919"}]}' {{(pid=93310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:27:02.713372 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port daf4a5ec-87fe-4a35-8fc1-83fabf5c8919, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=daf4a5ec-87fe-4a35-8fc1-83fabf5c8919,segment=NetworkSegment(17499022-9700-4d06-a86c-af76ee7e0f6d),segment_id=17499022-9700-4d06-a86c-af76ee7e0f6d)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:27:02.719781 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:02.720594 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 950d5868-7f7c-49b2-a093-65a82b1b1a6f no longer exists at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:27:02.734194 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-1ffdd190-9034-48b2-8968-4f0dab62bed9 req-09675b35-73b2-4cda-bd1b-40adc4dd97c0 service neutron] 10.222.0.96 "GET /v2.0/networks/deea6c2c-89aa-49a9-8ca9-e984e33e872e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077034 Aug 06 17:27:02.744033 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34de6e43-8261-4434-adf4-d55db9f72ef9 x-openstack-request-id: req-34de6e43-8261-4434-adf4-d55db9f72ef9 {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:27:02.744321 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cd43bd5-e46d-43ac-b486-b2cbcd39de17", "name": "network-vif-plugged", "status": "completed", "tag": "daf4a5ec-87fe-4a35-8fc1-83fabf5c8919", "code": 200}]} {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:27:02.744567 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-34de6e43-8261-4434-adf4-d55db9f72ef9 {{(pid=93310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:27:02.745063 dv-cinder-803773-1-iscsi neutron-server[93310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cd43bd5-e46d-43ac-b486-b2cbcd39de17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf4a5ec-87fe-4a35-8fc1-83fabf5c8919', 'code': 200} Aug 06 17:27:02.807892 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=daf4a5ec-87fe-4a35-8fc1-83fabf5c8919,revision_number=5']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:27:03.069052 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80493165-5535-4a94-88c8-4e298b369437 req-dc3c0d24-30e8-426a-988e-11e2c66bea89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:03.070667 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-80493165-5535-4a94-88c8-4e298b369437 req-dc3c0d24-30e8-426a-988e-11e2c66bea89 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 1098 time: 0.0432184 Aug 06 17:27:03.128480 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb8483-287d-4abd-ad1e-040819e1bcb7 req-30fc61b5-1f22-4fe4-a233-f00142bbafa9 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:03.129997 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-5efb8483-287d-4abd-ad1e-040819e1bcb7 req-30fc61b5-1f22-4fe4-a233-f00142bbafa9 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 944 time: 0.0484376 Aug 06 17:27:03.174519 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-5efb8483-287d-4abd-ad1e-040819e1bcb7 req-5952a09d-eb77-4233-ba5b-33275448e1f5 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380113 Aug 06 17:27:03.197600 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-80493165-5535-4a94-88c8-4e298b369437 req-33fa522b-5e55-4513-b2ee-c837296ef4b0 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=4f4e69be-d6a0-4d1e-aa51-c82010cafd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354922 Aug 06 17:27:03.312540 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa48e40-57d4-42e3-8811-8ccbcae85584 req-1a3743ca-a3f4-4067-b319-3ff39089cc78 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:03.314055 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-7aa48e40-57d4-42e3-8811-8ccbcae85584 req-1a3743ca-a3f4-4067-b319-3ff39089cc78 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0507059 Aug 06 17:27:03.351493 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-7aa48e40-57d4-42e3-8811-8ccbcae85584 req-e5f399f9-efa4-4dcc-b23f-1b9188d8f105 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315182 Aug 06 17:27:03.608984 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 35146) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:27:03.624038 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca75887-e80f-45a9-a1ad-d2bea0e469a0 req-97f6fe80-646a-4fc0-98c2-125975c48012 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:03.625526 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-4ca75887-e80f-45a9-a1ad-d2bea0e469a0 req-97f6fe80-646a-4fc0-98c2-125975c48012 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 945 time: 0.0541711 Aug 06 17:27:03.664587 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-4ca75887-e80f-45a9-a1ad-d2bea0e469a0 req-f194ab83-bbd9-46ee-87b4-dd57ecc014f4 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f4e69be-d6a0-4d1e-aa51-c82010cafd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328822 Aug 06 17:27:03.693271 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c28da15d-1248-4a95-abb4-b2b5be8bbb43 req-32ab0e88-97f8-43b3-9956-b86bbb3e00f0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0831296 Aug 06 17:27:04.309491 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1dd0a-b23a-483d-997d-2a6c85705952 req-7c29ac62-cf35-426b-b456-d7b5c59228d6 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:04.311229 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-afa1dd0a-b23a-483d-997d-2a6c85705952 req-7c29ac62-cf35-426b-b456-d7b5c59228d6 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 944 time: 0.0586536 Aug 06 17:27:04.354395 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-afa1dd0a-b23a-483d-997d-2a6c85705952 req-52c96e99-815a-4953-9c2c-8ccd4eeae9e3 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367851 Aug 06 17:27:04.481537 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3712759-eeb7-4e2d-a1ec-d94a8fc0eb0c req-329fe969-2a35-4e7a-aaf8-4d3a9d3c0e6f tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:04.482956 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a3712759-eeb7-4e2d-a1ec-d94a8fc0eb0c req-329fe969-2a35-4e7a-aaf8-4d3a9d3c0e6f tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0595121 Aug 06 17:27:04.523643 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a3712759-eeb7-4e2d-a1ec-d94a8fc0eb0c req-ee265832-186f-438a-9cd4-c0cdd5ee84af tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318623 Aug 06 17:27:04.781439 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d19009-15ac-4875-9a53-b256d1bab063 req-5618ad10-317b-4375-87a6-a6757ec06a53 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:04.782970 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-89d19009-15ac-4875-9a53-b256d1bab063 req-5618ad10-317b-4375-87a6-a6757ec06a53 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 945 time: 0.0505629 Aug 06 17:27:04.825259 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-89d19009-15ac-4875-9a53-b256d1bab063 req-ce59a1ec-f97b-4bfc-811f-2e2f413294a0 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f4e69be-d6a0-4d1e-aa51-c82010cafd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332851 Aug 06 17:27:05.486879 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadfdb97-ed22-4588-8613-07f761173d50 req-69df7c3e-fd01-4e8f-928d-b4a907e885c8 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:05.488499 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-fadfdb97-ed22-4588-8613-07f761173d50 req-69df7c3e-fd01-4e8f-928d-b4a907e885c8 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 944 time: 0.0577075 Aug 06 17:27:05.537441 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-fadfdb97-ed22-4588-8613-07f761173d50 req-98d2929b-e72e-474b-a803-02d30bc37614 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427721 Aug 06 17:27:05.643939 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be965b-1e05-4d50-8e13-3d87b05ba577 req-873d002f-7a0f-4fa1-aa33-05e5ffe85d40 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:05.645292 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-56be965b-1e05-4d50-8e13-3d87b05ba577 req-873d002f-7a0f-4fa1-aa33-05e5ffe85d40 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0490773 Aug 06 17:27:05.690848 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-56be965b-1e05-4d50-8e13-3d87b05ba577 req-a330cce6-cf4f-4b80-99ec-b57c2ff3ddbb tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368962 Aug 06 17:27:05.956792 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd971ae3-d4ec-4f02-8dfb-697c7c6d681a req-7463a54f-1d0f-4d38-971f-6193b6997f37 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:05.958362 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-dd971ae3-d4ec-4f02-8dfb-697c7c6d681a req-7463a54f-1d0f-4d38-971f-6193b6997f37 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 945 time: 0.0627668 Aug 06 17:27:05.999487 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-dd971ae3-d4ec-4f02-8dfb-697c7c6d681a req-5400ce4f-41a7-4f0a-a4ad-b209990f9dd6 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f4e69be-d6a0-4d1e-aa51-c82010cafd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342736 Aug 06 17:27:06.119629 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec965b3-c8f5-4aea-8fb5-43da916ecf37 req-8a10a81d-d723-49a4-b192-ebe926fbdb49 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:06.121091 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-2ec965b3-c8f5-4aea-8fb5-43da916ecf37 req-8a10a81d-d723-49a4-b192-ebe926fbdb49 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 945 time: 0.0535576 Aug 06 17:27:06.161524 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-2ec965b3-c8f5-4aea-8fb5-43da916ecf37 req-2c3ab645-be75-4061-9956-c57fc86318cd tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f4e69be-d6a0-4d1e-aa51-c82010cafd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335121 Aug 06 17:27:06.514823 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b6993-bd53-429e-9f2c-345532481983 req-d848db63-8b37-47c0-b952-2f14befed155 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:06.516190 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-a13b6993-bd53-429e-9f2c-345532481983 req-d848db63-8b37-47c0-b952-2f14befed155 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 945 time: 0.0495374 Aug 06 17:27:06.558672 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-a13b6993-bd53-429e-9f2c-345532481983 req-553e82a6-c44a-4bb0-bf56-2b0f1d376d96 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f4e69be-d6a0-4d1e-aa51-c82010cafd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342667 Aug 06 17:27:06.661221 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057e77e-b9a7-4822-8d16-165c385dd0b7 req-ce51ce8f-dce0-442f-a34f-07ff087c8e65 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:06.662748 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f057e77e-b9a7-4822-8d16-165c385dd0b7 req-ce51ce8f-dce0-442f-a34f-07ff087c8e65 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 944 time: 0.0487401 Aug 06 17:27:06.702047 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f057e77e-b9a7-4822-8d16-165c385dd0b7 req-31274d14-ccb7-4e4d-8580-47685e4ea2b6 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328426 Aug 06 17:27:06.816471 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837aec0-3ab4-4d1c-8739-408955986a67 req-e98e7397-b541-4c5a-9b25-83dd1f9eb6c8 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:06.818087 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-2837aec0-3ab4-4d1c-8739-408955986a67 req-e98e7397-b541-4c5a-9b25-83dd1f9eb6c8 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0527375 Aug 06 17:27:06.859106 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-2837aec0-3ab4-4d1c-8739-408955986a67 req-585d349b-af51-429c-92d3-54b90b5ef07b tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343401 Aug 06 17:27:07.838365 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae31fd-dfba-4ea6-bc18-ee333048dbf2 req-18a50c4a-54ba-4c41-9f07-8e435544d5c8 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:07.839793 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-83ae31fd-dfba-4ea6-bc18-ee333048dbf2 req-18a50c4a-54ba-4c41-9f07-8e435544d5c8 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 944 time: 0.0557585 Aug 06 17:27:07.887740 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-83ae31fd-dfba-4ea6-bc18-ee333048dbf2 req-e4c10746-8d54-429b-9f49-26cf593f808c tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417109 Aug 06 17:27:09.016109 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41f6e8-03ce-4926-8a06-01180371a403 req-a4ab848c-0cef-4d67-9898-cb0e078bf469 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:09.017643 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9e41f6e8-03ce-4926-8a06-01180371a403 req-a4ab848c-0cef-4d67-9898-cb0e078bf469 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 944 time: 0.0514874 Aug 06 17:27:09.067612 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9e41f6e8-03ce-4926-8a06-01180371a403 req-d1d54645-c818-4055-8496-7f7b8f467b87 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440729 Aug 06 17:27:09.874047 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28da15d-1248-4a95-abb4-b2b5be8bbb43 req-591fa3af-b9b3-426a-a6c0-dbc89b78d1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:09.875618 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-c28da15d-1248-4a95-abb4-b2b5be8bbb43 req-591fa3af-b9b3-426a-a6c0-dbc89b78d1b6 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4&tenant_id=f5387827f2c0411b9a79d78b038d6e5c HTTP/1.1" status: 200 len: 1097 time: 0.0790911 Aug 06 17:27:10.005468 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28da15d-1248-4a95-abb4-b2b5be8bbb43 req-9b5c3faa-9242-45a4-b967-0c0371615c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:10.007108 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-c28da15d-1248-4a95-abb4-b2b5be8bbb43 req-9b5c3faa-9242-45a4-b967-0c0371615c74 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f5387827f2c0411b9a79d78b038d6e5c&device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 1097 time: 0.0511191 Aug 06 17:27:10.033328 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:10.118296 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28da15d-1248-4a95-abb4-b2b5be8bbb43 req-86f14a00-4a91-4439-a6e0-324ba1ae0ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:10.119837 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-c28da15d-1248-4a95-abb4-b2b5be8bbb43 req-86f14a00-4a91-4439-a6e0-324ba1ae0ced service neutron] 10.222.0.96 "GET /v2.0/networks?id=5b6dd1b8-72d2-4509-8411-cf148b92c6ca HTTP/1.1" status: 200 len: 919 time: 0.0941834 Aug 06 17:27:10.195066 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fcbaad-6395-4863-b0ef-f8ddddaca505 req-d84caccc-b35a-430c-819d-616381a9d5c9 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:10.197084 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-49fcbaad-6395-4863-b0ef-f8ddddaca505 req-d84caccc-b35a-430c-819d-616381a9d5c9 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 944 time: 0.0514877 Aug 06 17:27:10.211116 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-c28da15d-1248-4a95-abb4-b2b5be8bbb43 req-4abd7114-daa4-4ae0-a5f2-89284984d1a0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=950d5868-7f7c-49b2-a093-65a82b1b1a6f HTTP/1.1" status: 200 len: 1000 time: 0.0623555 Aug 06 17:27:10.237103 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-49fcbaad-6395-4863-b0ef-f8ddddaca505 req-70591b6e-79ed-4137-8560-6b65ae860432 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334096 Aug 06 17:27:10.279698 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28da15d-1248-4a95-abb4-b2b5be8bbb43 req-ac495d16-fb0c-465b-8c3b-6eff26600d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:10.281184 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-c28da15d-1248-4a95-abb4-b2b5be8bbb43 req-ac495d16-fb0c-465b-8c3b-6eff26600d71 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=92e55e27-88da-4b01-a596-8314d113e8dc HTTP/1.1" status: 200 len: 856 time: 0.0511892 Aug 06 17:27:10.357887 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.agents_db [None req-f0f84874-ee0a-4567-8005-82f1841bb43f None None] Agent healthcheck: found 6 active agents {{(pid=93311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:27:10.363158 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28da15d-1248-4a95-abb4-b2b5be8bbb43 req-b686948f-a776-44de-853e-45101817bf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:10.364655 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-c28da15d-1248-4a95-abb4-b2b5be8bbb43 req-b686948f-a776-44de-853e-45101817bf4a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5b6dd1b8-72d2-4509-8411-cf148b92c6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462985 Aug 06 17:27:10.472068 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-c28da15d-1248-4a95-abb4-b2b5be8bbb43 req-24ca750b-dce6-4993-8ed2-d2703312595f service neutron] 10.222.0.96 "GET /v2.0/networks/5b6dd1b8-72d2-4509-8411-cf148b92c6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878780 Aug 06 17:27:10.578546 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-c28da15d-1248-4a95-abb4-b2b5be8bbb43 req-39d67757-e698-4318-9257-0e9813c9e1ad service neutron] 10.222.0.96 "GET /v2.0/networks/5b6dd1b8-72d2-4509-8411-cf148b92c6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946996 Aug 06 17:27:11.395459 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac97ee-bb17-4011-9c16-7ecf64857090 req-668d4331-1e19-4925-b077-8c1ef86456b4 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:11.396943 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-87ac97ee-bb17-4011-9c16-7ecf64857090 req-668d4331-1e19-4925-b077-8c1ef86456b4 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 944 time: 0.0545955 Aug 06 17:27:11.448103 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-87ac97ee-bb17-4011-9c16-7ecf64857090 req-1301e655-b907-4c8a-8966-4cfee2393b31 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439610 Aug 06 17:27:12.575296 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc0e1b-2154-4ecc-86ff-87b0edd535bd req-240dc7e9-2f00-4bae-aac0-f026b71727da tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:12.575296 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-49fc0e1b-2154-4ecc-86ff-87b0edd535bd req-240dc7e9-2f00-4bae-aac0-f026b71727da tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 944 time: 0.0508823 Aug 06 17:27:12.612249 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-49fc0e1b-2154-4ecc-86ff-87b0edd535bd req-4071e179-cab6-42a6-9c21-59187f50008e tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330327 Aug 06 17:27:13.751051 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588fa80-9dc7-43d8-bfe2-41b80992c7d0 req-08a1bea4-874f-41b0-bed1-6bff32518cc7 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:13.752520 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-4588fa80-9dc7-43d8-bfe2-41b80992c7d0 req-08a1bea4-874f-41b0-bed1-6bff32518cc7 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 944 time: 0.0542111 Aug 06 17:27:13.795143 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-4588fa80-9dc7-43d8-bfe2-41b80992c7d0 req-b717905e-fdcc-4c53-a739-81de5cdf3313 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351954 Aug 06 17:27:14.926493 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3dd4fa-7b75-4c43-93b8-1f63f68db429 req-f7d99bfb-fe7d-415e-9b74-74c88f5d566f tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:14.928169 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-2d3dd4fa-7b75-4c43-93b8-1f63f68db429 req-f7d99bfb-fe7d-415e-9b74-74c88f5d566f tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 944 time: 0.0512784 Aug 06 17:27:14.969609 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-2d3dd4fa-7b75-4c43-93b8-1f63f68db429 req-0d33bf33-ea66-48a1-8c1d-7544f2c39eb3 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348742 Aug 06 17:27:16.105276 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697210bd-46b5-43e9-8467-043216f505f2 req-a6d598da-3dcd-4eb3-81a4-11d9bcf7d82d tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:16.106918 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-697210bd-46b5-43e9-8467-043216f505f2 req-a6d598da-3dcd-4eb3-81a4-11d9bcf7d82d tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 944 time: 0.0511844 Aug 06 17:27:16.150125 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-697210bd-46b5-43e9-8467-043216f505f2 req-1a093cf4-6eea-4fec-8dda-35409c2d3fe0 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361624 Aug 06 17:27:17.286271 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0496eb37-f6ef-47ff-ae83-228fa315831a req-1cec5ec8-07e1-4579-9245-2105877c8731 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:17.287873 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-0496eb37-f6ef-47ff-ae83-228fa315831a req-1cec5ec8-07e1-4579-9245-2105877c8731 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 944 time: 0.0552654 Aug 06 17:27:17.327612 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-0496eb37-f6ef-47ff-ae83-228fa315831a req-d10a382a-9f29-443d-9c58-c3d9e6b450d4 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337677 Aug 06 17:27:18.457139 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a638bdb4-5490-4273-9358-5bfda8e5d3e4 req-3ae699d9-fd88-4bb2-844f-07677c7c9e68 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:18.458676 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a638bdb4-5490-4273-9358-5bfda8e5d3e4 req-3ae699d9-fd88-4bb2-844f-07677c7c9e68 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 944 time: 0.0523195 Aug 06 17:27:18.497704 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a638bdb4-5490-4273-9358-5bfda8e5d3e4 req-f4beba53-aaac-4561-8628-228a39c11c07 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330198 Aug 06 17:27:19.620052 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded047d-66f8-4b7c-9558-8c9bb11ff715 req-40c74a88-819e-437d-ac37-c9b6ac6c7343 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:19.621557 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-5ded047d-66f8-4b7c-9558-8c9bb11ff715 req-40c74a88-819e-437d-ac37-c9b6ac6c7343 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 944 time: 0.0496941 Aug 06 17:27:19.661350 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-5ded047d-66f8-4b7c-9558-8c9bb11ff715 req-5bea5211-cf07-4b24-bff6-d312e9118fee tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332451 Aug 06 17:27:20.810104 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a91c8-ae76-4927-8330-b194594c035c req-60e0ea41-44ed-4887-b3d2-68aface5ea49 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:20.811827 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-667a91c8-ae76-4927-8330-b194594c035c req-60e0ea41-44ed-4887-b3d2-68aface5ea49 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 944 time: 0.0550470 Aug 06 17:27:20.851826 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-667a91c8-ae76-4927-8330-b194594c035c req-8550aee4-3293-482c-b6ca-02f193afca4f tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336916 Aug 06 17:27:21.104003 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-cacbc72a-0c8e-440a-93f4-a725889a2333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:21.473266 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31835fb1-d0c7-43b2-811d-3d7bda6e3fe7 req-2187ab91-8a72-4d67-9896-d3c4703a58a7 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:21.474891 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-31835fb1-d0c7-43b2-811d-3d7bda6e3fe7 req-2187ab91-8a72-4d67-9896-d3c4703a58a7 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.0610545 Aug 06 17:27:21.519021 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-31835fb1-d0c7-43b2-811d-3d7bda6e3fe7 req-fcb80e2b-31b2-45e8-952c-4ac49691be04 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347803 Aug 06 17:27:21.982199 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602427d6-68b3-486b-96e6-60870bdd8551 req-6df9a2cc-d925-4622-82ea-e8b630809409 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:21.983840 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-602427d6-68b3-486b-96e6-60870bdd8551 req-6df9a2cc-d925-4622-82ea-e8b630809409 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 944 time: 0.0514650 Aug 06 17:27:22.025884 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-602427d6-68b3-486b-96e6-60870bdd8551 req-c20bf25b-feb4-400b-9d59-71933bcb8ec9 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352437 Aug 06 17:27:22.652395 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67edb329-ae1b-4d21-81dc-962bebba63a1 req-2bf0215d-81af-4734-92fc-88e2156f3dbb tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:22.654063 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-67edb329-ae1b-4d21-81dc-962bebba63a1 req-2bf0215d-81af-4734-92fc-88e2156f3dbb tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.0567243 Aug 06 17:27:22.695687 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-67edb329-ae1b-4d21-81dc-962bebba63a1 req-6ec3a206-3c0f-4224-acc9-10997cbaadbb tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350552 Aug 06 17:27:23.160430 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959de6d0-bb84-4b4c-82e7-fb0da8379e8d req-1e58872e-41f6-4adc-bceb-48628327b882 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:23.161985 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-959de6d0-bb84-4b4c-82e7-fb0da8379e8d req-1e58872e-41f6-4adc-bceb-48628327b882 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 944 time: 0.0567181 Aug 06 17:27:23.201235 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-959de6d0-bb84-4b4c-82e7-fb0da8379e8d req-7642e0da-2d57-4cd7-b0cb-ef85f18c1818 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332601 Aug 06 17:27:23.365365 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-4fe156df-a8b8-4c01-bc24-e7aa1018f0cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:23.822283 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41146d9-3d9b-4723-9601-950144d5afa2 req-ad4d31f9-687a-42f1-9bfa-31b60684dffb tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:23.823892 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-b41146d9-3d9b-4723-9601-950144d5afa2 req-ad4d31f9-687a-42f1-9bfa-31b60684dffb tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.0545580 Aug 06 17:27:23.865094 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-b41146d9-3d9b-4723-9601-950144d5afa2 req-cb245eba-0fee-410e-b422-3943cfd9e878 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346367 Aug 06 17:27:24.086380 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:24.336640 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8012cca-c406-45d4-8eee-36bced96d9b4 req-fb9338a9-6f58-4dc0-8104-cf00641f1eac tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:24.338228 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-c8012cca-c406-45d4-8eee-36bced96d9b4 req-fb9338a9-6f58-4dc0-8104-cf00641f1eac tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 944 time: 0.0568163 Aug 06 17:27:24.378743 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-c8012cca-c406-45d4-8eee-36bced96d9b4 req-49f9df4b-aa3f-4ef4-9c51-67828dcdc5cd tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338976 Aug 06 17:27:25.000806 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7fd94-9cdf-468f-93f6-b21d09c7dfd1 req-9cd1a48f-e44e-4c4a-b23c-c5c5e4eaee3b tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:25.002420 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-dfe7fd94-9cdf-468f-93f6-b21d09c7dfd1 req-9cd1a48f-e44e-4c4a-b23c-c5c5e4eaee3b tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.0531380 Aug 06 17:27:25.043180 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-dfe7fd94-9cdf-468f-93f6-b21d09c7dfd1 req-5863aeab-38ad-454c-a322-95df94a3034a tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344081 Aug 06 17:27:25.114462 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:25.523584 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830db80b-7cc4-45b5-a4d4-dac983ef06a5 req-1ada3d4a-c207-43df-80a5-af538143c98c tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:25.525239 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-830db80b-7cc4-45b5-a4d4-dac983ef06a5 req-1ada3d4a-c207-43df-80a5-af538143c98c tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 944 time: 0.0639429 Aug 06 17:27:25.566490 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-830db80b-7cc4-45b5-a4d4-dac983ef06a5 req-afe00189-49a9-4115-8e8b-c7da9c7290c6 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349700 Aug 06 17:27:26.169549 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dfdab4-b657-454b-915b-03a62dee849a req-1b228495-5197-4530-942c-31e7822da61e tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:26.171101 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f9dfdab4-b657-454b-915b-03a62dee849a req-1b228495-5197-4530-942c-31e7822da61e tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.0565460 Aug 06 17:27:26.213770 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f9dfdab4-b657-454b-915b-03a62dee849a req-2eda4179-790d-4d42-8314-14ef0f88646c tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363543 Aug 06 17:27:26.707984 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a7e0f-ad70-45ba-8ce8-ddce1803e786 req-87446541-cb0c-4bb5-ac83-630500d5e866 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:26.709488 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-c98a7e0f-ad70-45ba-8ce8-ddce1803e786 req-87446541-cb0c-4bb5-ac83-630500d5e866 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 944 time: 0.0540571 Aug 06 17:27:26.750034 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-c98a7e0f-ad70-45ba-8ce8-ddce1803e786 req-2531f8f5-a447-4b72-b5dd-99f96a55df07 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332968 Aug 06 17:27:26.956655 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:27.335780 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fec749-db2c-4a40-ae10-40edf6d3f6d8 req-0967e37c-31fa-4e71-8d32-19b3fb1b2b88 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:27.337490 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-d6fec749-db2c-4a40-ae10-40edf6d3f6d8 req-0967e37c-31fa-4e71-8d32-19b3fb1b2b88 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.0517738 Aug 06 17:27:27.383667 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-d6fec749-db2c-4a40-ae10-40edf6d3f6d8 req-f39d6669-8c52-49f2-b935-faa7c4a56d85 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399318 Aug 06 17:27:27.886345 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c3864-b99d-4043-8939-13317e21c7d2 req-8e0e8de3-2496-435c-a67b-dbac56a1f649 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:27.887838 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-345c3864-b99d-4043-8939-13317e21c7d2 req-8e0e8de3-2496-435c-a67b-dbac56a1f649 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 944 time: 0.0548270 Aug 06 17:27:27.927017 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-345c3864-b99d-4043-8939-13317e21c7d2 req-3e57bd40-c2dc-40e2-bfa7-5442caf4b09c tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333312 Aug 06 17:27:28.510273 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4fae4d-1c5f-4b09-ac95-ea8b2e85583f req-4b6f3708-1dcb-4f41-afac-1a2c22e74673 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:28.511746 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-4f4fae4d-1c5f-4b09-ac95-ea8b2e85583f req-4b6f3708-1dcb-4f41-afac-1a2c22e74673 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.0524547 Aug 06 17:27:28.556076 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-4f4fae4d-1c5f-4b09-ac95-ea8b2e85583f req-1613000a-9bba-4b77-aa74-7105240bf388 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342283 Aug 06 17:27:29.071072 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b20ae-c40a-49bd-8d5d-8fae0f7dc395 req-283a0296-c97b-4794-a1fa-a6ce9032862c tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:29.073044 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-e10b20ae-c40a-49bd-8d5d-8fae0f7dc395 req-283a0296-c97b-4794-a1fa-a6ce9032862c tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 944 time: 0.0542660 Aug 06 17:27:29.112649 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-e10b20ae-c40a-49bd-8d5d-8fae0f7dc395 req-d87cee88-6ae8-43df-82c0-adaea598f2aa tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335267 Aug 06 17:27:29.699796 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fbcc86-cfaa-43cb-9bf6-762d1da5ddc2 req-0e9cfab9-d328-4f46-a784-59a1e88fd099 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:29.701332 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-81fbcc86-cfaa-43cb-9bf6-762d1da5ddc2 req-0e9cfab9-d328-4f46-a784-59a1e88fd099 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.0633473 Aug 06 17:27:29.740123 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-81fbcc86-cfaa-43cb-9bf6-762d1da5ddc2 req-20286ed0-2498-4103-b0d1-461881b41c5f tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326383 Aug 06 17:27:30.255605 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ed037-d2f3-4853-b05a-a8738a3c1933 req-783ed122-8073-4648-b59a-2f0b9ee5e243 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:30.257158 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-c72ed037-d2f3-4853-b05a-a8738a3c1933 req-783ed122-8073-4648-b59a-2f0b9ee5e243 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 944 time: 0.0650098 Aug 06 17:27:30.299881 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-c72ed037-d2f3-4853-b05a-a8738a3c1933 req-c55e2624-3159-4a4f-9a39-869fd2526a38 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364318 Aug 06 17:27:30.876337 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d23ec-3363-47f7-8cf7-9b1d6d43261d req-056cdce0-3080-4fe8-a540-04f745d7f4a9 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:30.877799 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f35d23ec-3363-47f7-8cf7-9b1d6d43261d req-056cdce0-3080-4fe8-a540-04f745d7f4a9 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.0622489 Aug 06 17:27:30.920957 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f35d23ec-3363-47f7-8cf7-9b1d6d43261d req-29191583-7915-4218-b3d1-f0509953f818 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346854 Aug 06 17:27:31.357449 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8995c-bedc-4fb2-bab5-0bfa7abbdd35 req-2be391fc-dbc8-498f-98d7-3557e334d115 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:31.359594 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-cea8995c-bedc-4fb2-bab5-0bfa7abbdd35 req-2be391fc-dbc8-498f-98d7-3557e334d115 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1848098-0459-4070-9a09-7437ddc92384 HTTP/1.1" status: 200 len: 945 time: 0.0482414 Aug 06 17:27:31.398223 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-cea8995c-bedc-4fb2-bab5-0bfa7abbdd35 req-63ea002b-78d7-469d-be5a-5dc01b8b1860 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/security-groups?id=40aa14bd-5e4b-4fff-baf4-74ad99448249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330136 Aug 06 17:27:31.424354 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2435d4-216e-41c1-a7b9-2f0e862b2785 req-83133a59-210c-46c7-8758-8f7df32950ad tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:31.425892 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-0b2435d4-216e-41c1-a7b9-2f0e862b2785 req-83133a59-210c-46c7-8758-8f7df32950ad tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 944 time: 0.0518508 Aug 06 17:27:31.469441 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-0b2435d4-216e-41c1-a7b9-2f0e862b2785 req-32029633-3309-41eb-9e47-9f66aa0b4e2f tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338268 Aug 06 17:27:32.049541 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db324f60-3d1b-4050-9f2e-ad448aded6a3 req-548bb954-d0a6-42d5-bd92-7a74b30f57f3 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:32.051124 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-db324f60-3d1b-4050-9f2e-ad448aded6a3 req-548bb954-d0a6-42d5-bd92-7a74b30f57f3 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.0552020 Aug 06 17:27:32.094759 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-db324f60-3d1b-4050-9f2e-ad448aded6a3 req-55e98a4c-d8b2-47a4-aa3f-0702b216fc2a tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368023 Aug 06 17:27:32.540561 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e9be3-a1b6-4ce3-8ff8-79a40fedb67c req-f2d1481d-ef8c-405b-8164-597c209e2f32 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:32.542003 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f04e9be3-a1b6-4ce3-8ff8-79a40fedb67c req-f2d1481d-ef8c-405b-8164-597c209e2f32 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1848098-0459-4070-9a09-7437ddc92384 HTTP/1.1" status: 200 len: 945 time: 0.0586646 Aug 06 17:27:32.584373 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f04e9be3-a1b6-4ce3-8ff8-79a40fedb67c req-85bdc34e-ee12-4726-b812-8c35c2e2ba62 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/security-groups?id=40aa14bd-5e4b-4fff-baf4-74ad99448249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353522 Aug 06 17:27:32.608170 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebf0aa-aaaa-4171-9873-724e122d4511 req-34f0536c-4ece-483a-adcc-15cdefef8212 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:32.609704 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-52ebf0aa-aaaa-4171-9873-724e122d4511 req-34f0536c-4ece-483a-adcc-15cdefef8212 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 944 time: 0.0572960 Aug 06 17:27:32.648372 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-52ebf0aa-aaaa-4171-9873-724e122d4511 req-15c8990e-f4f0-4945-ae54-ea0f0df8ce82 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325875 Aug 06 17:27:33.223745 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb56a4b-a5d9-4ed3-aaf6-4e1e0041b2d9 req-af569eba-5be7-465e-840f-91115eb29605 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:33.225205 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-6eb56a4b-a5d9-4ed3-aaf6-4e1e0041b2d9 req-af569eba-5be7-465e-840f-91115eb29605 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.0543327 Aug 06 17:27:33.274784 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-6eb56a4b-a5d9-4ed3-aaf6-4e1e0041b2d9 req-d717a0cc-70ce-49b6-8265-27e0ca03c7ef tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433636 Aug 06 17:27:33.590570 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7890d11-36f5-498d-8a0c-2df25c2fe7e7 req-c793d9ae-a7a7-444a-92fe-f311fc6dc06e tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:33.591915 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f7890d11-36f5-498d-8a0c-2df25c2fe7e7 req-c793d9ae-a7a7-444a-92fe-f311fc6dc06e tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.96 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 945 time: 0.0567791 Aug 06 17:27:33.693071 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [req-f7890d11-36f5-498d-8a0c-2df25c2fe7e7 req-b2d32910-53b8-4689-b94e-5c98bbadda0c tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Deleting port ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb {{(pid=93308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:27:33.693455 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-f7890d11-36f5-498d-8a0c-2df25c2fe7e7 req-b2d32910-53b8-4689-b94e-5c98bbadda0c tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:33.720340 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca39bd9-d276-483f-8fa2-40385a16c1a4 req-38fe633e-9dda-4099-b473-2e725aaa9a1c tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:33.722929 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-cca39bd9-d276-483f-8fa2-40385a16c1a4 req-38fe633e-9dda-4099-b473-2e725aaa9a1c tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1848098-0459-4070-9a09-7437ddc92384 HTTP/1.1" status: 200 len: 945 time: 0.0618687 Aug 06 17:27:33.762451 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-cca39bd9-d276-483f-8fa2-40385a16c1a4 req-a7f155ff-e30c-4d74-9141-9618711bd6d7 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/security-groups?id=40aa14bd-5e4b-4fff-baf4-74ad99448249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337009 Aug 06 17:27:33.823071 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [req-f7890d11-36f5-498d-8a0c-2df25c2fe7e7 req-b2d32910-53b8-4689-b94e-5c98bbadda0c tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] For port ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb,segment=NetworkSegment(1f629a59-4c07-46a1-b9e6-833920fc9ee9),segment_id=1f629a59-4c07-46a1-b9e6-833920fc9ee9)] {{(pid=93308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:27:33.823423 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-f7890d11-36f5-498d-8a0c-2df25c2fe7e7 req-b2d32910-53b8-4689-b94e-5c98bbadda0c tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:33.832530 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff9291-7022-4637-84c9-6fec089557df req-e9eaaed4-1b4e-4b32-acae-3b3f82b952a7 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:33.834028 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-4cff9291-7022-4637-84c9-6fec089557df req-e9eaaed4-1b4e-4b32-acae-3b3f82b952a7 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 944 time: 0.0784318 Aug 06 17:27:33.850175 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [req-f7890d11-36f5-498d-8a0c-2df25c2fe7e7 req-b2d32910-53b8-4689-b94e-5c98bbadda0c tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Calling delete_port for ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb owned by compute:nova {{(pid=93308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:27:33.919071 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-4cff9291-7022-4637-84c9-6fec089557df req-ec21f127-9a99-4eb3-b3ec-8c5285fc9436 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776532 Aug 06 17:27:34.003949 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-f7890d11-36f5-498d-8a0c-2df25c2fe7e7 req-b2d32910-53b8-4689-b94e-5c98bbadda0c tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253'] for port, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:34.033506 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d32910-53b8-4689-b94e-5c98bbadda0c tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Pushing event deleted for resources: {'Port': ['ID=ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:27:34.074747 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] get_ports_and_sgs() called for port_ids ['8414eecb-2a81-4939-9667-8a954bda4689', 'ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb'] {{(pid=93310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:27:34.081599 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7890d11-36f5-498d-8a0c-2df25c2fe7e7 req-b2d32910-53b8-4689-b94e-5c98bbadda0c tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] No DVR routers for this DVR port ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb on host hv-cinder-80377 {{(pid=93308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:27:34.084288 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-f7890d11-36f5-498d-8a0c-2df25c2fe7e7 req-b2d32910-53b8-4689-b94e-5c98bbadda0c tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:34.086384 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f7890d11-36f5-498d-8a0c-2df25c2fe7e7 req-b2d32910-53b8-4689-b94e-5c98bbadda0c tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.96 "DELETE /v2.0/ports/ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb HTTP/1.1" status: 204 len: 173 time: 0.4868093 Aug 06 17:27:34.086833 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '283918be-a8c2-4428-8a02-f0b72cdfc39b', 'name': 'network-vif-deleted', 'tag': 'ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb'}] {{(pid=93308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:27:34.089089 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9970891e86e7a54ba8327591cdb5f98a510e69f2198634f60bde42845cd177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b1c243-6445-47c0-8992-fcd8ab3982b7" -d '{"events": [{"server_uuid": "283918be-a8c2-4428-8a02-f0b72cdfc39b", "name": "network-vif-deleted", "tag": "ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb"}]}' {{(pid=93308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:27:34.138945 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c175bd2-028f-49dd-b8ae-6ea5351442e1 x-openstack-request-id: req-9c175bd2-028f-49dd-b8ae-6ea5351442e1 {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:27:34.139245 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "283918be-a8c2-4428-8a02-f0b72cdfc39b", "name": "network-vif-deleted", "tag": "ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb", "status": "completed", "code": 200}]} {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:27:34.139468 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-9c175bd2-028f-49dd-b8ae-6ea5351442e1 {{(pid=93308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:27:34.139854 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '283918be-a8c2-4428-8a02-f0b72cdfc39b', 'name': 'network-vif-deleted', 'tag': 'ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb', 'status': 'completed', 'code': 200} Aug 06 17:27:34.392631 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-ccde4d1a-3c7e-410e-ba6e-9ea17e22a0f7 req-571047a6-c321-4956-b31a-ca1578e4831f tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=283918be-a8c2-4428-8a02-f0b72cdfc39b HTTP/1.1" status: 200 len: 210 time: 0.0365531 Aug 06 17:27:34.451229 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693ed7b-9060-490a-9992-7e58c3801090 req-f624bf04-b193-42cc-9fe3-3a6e1680306d tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:34.452917 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-e693ed7b-9060-490a-9992-7e58c3801090 req-f624bf04-b193-42cc-9fe3-3a6e1680306d tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1848098-0459-4070-9a09-7437ddc92384 HTTP/1.1" status: 200 len: 945 time: 0.0526338 Aug 06 17:27:34.557784 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [req-e693ed7b-9060-490a-9992-7e58c3801090 req-24a38976-213f-4ef8-87d0-82126645c10f tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Deleting port ba7e6177-ada5-48eb-afb8-7dfcf5b11068 {{(pid=93308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:27:34.558087 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-e693ed7b-9060-490a-9992-7e58c3801090 req-24a38976-213f-4ef8-87d0-82126645c10f tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:34.647293 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [req-e693ed7b-9060-490a-9992-7e58c3801090 req-24a38976-213f-4ef8-87d0-82126645c10f tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] For port ba7e6177-ada5-48eb-afb8-7dfcf5b11068, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=ba7e6177-ada5-48eb-afb8-7dfcf5b11068,segment=NetworkSegment(71e49bc8-ea2b-44a1-8bed-36cc046a884f),segment_id=71e49bc8-ea2b-44a1-8bed-36cc046a884f)] {{(pid=93308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:27:34.647974 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-e693ed7b-9060-490a-9992-7e58c3801090 req-24a38976-213f-4ef8-87d0-82126645c10f tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:34.663813 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [req-e693ed7b-9060-490a-9992-7e58c3801090 req-24a38976-213f-4ef8-87d0-82126645c10f tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Calling delete_port for ba7e6177-ada5-48eb-afb8-7dfcf5b11068 owned by compute:nova {{(pid=93308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:27:34.802152 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-e693ed7b-9060-490a-9992-7e58c3801090 req-24a38976-213f-4ef8-87d0-82126645c10f tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253'] for port, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:34.834164 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a38976-213f-4ef8-87d0-82126645c10f tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Pushing event deleted for resources: {'Port': ['ID=ba7e6177-ada5-48eb-afb8-7dfcf5b11068,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:27:34.881020 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-8ef7192e-5eba-4cde-9d48-c3e0315cf7a4 req-33e0cfad-b766-449c-865c-98e9a63a9b0b tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1848098-0459-4070-9a09-7437ddc92384 HTTP/1.1" status: 200 len: 210 time: 0.0457566 Aug 06 17:27:34.882407 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.l3_dvrscheduler_db [req-e693ed7b-9060-490a-9992-7e58c3801090 req-24a38976-213f-4ef8-87d0-82126645c10f tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] No DVR routers for this DVR port ba7e6177-ada5-48eb-afb8-7dfcf5b11068 on host hv-cinder-80377 {{(pid=93308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:27:34.885040 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-e693ed7b-9060-490a-9992-7e58c3801090 req-24a38976-213f-4ef8-87d0-82126645c10f tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:34.887200 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-e693ed7b-9060-490a-9992-7e58c3801090 req-24a38976-213f-4ef8-87d0-82126645c10f tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.96 "DELETE /v2.0/ports/ba7e6177-ada5-48eb-afb8-7dfcf5b11068 HTTP/1.1" status: 204 len: 173 time: 0.4267118 Aug 06 17:27:34.890651 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] get_ports_and_sgs() called for port_ids ['ba7e6177-ada5-48eb-afb8-7dfcf5b11068'] {{(pid=93310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:27:35.049520 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae89ee-5cd4-4e48-9cfe-42e86cca1030 req-1c3b3422-bc00-4a06-b508-3f5a5ab3b732 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:35.051630 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-bdae89ee-5cd4-4e48-9cfe-42e86cca1030 req-1c3b3422-bc00-4a06-b508-3f5a5ab3b732 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 944 time: 0.0541461 Aug 06 17:27:35.093400 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-bdae89ee-5cd4-4e48-9cfe-42e86cca1030 req-b1e5c31f-189a-490f-8875-df1d90220cbe tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333729 Aug 06 17:27:35.694231 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525e4f8-6cf8-4b66-88c5-ee2564a81b17 req-69886d9f-2330-4945-8036-0a18d0f901a6 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:35.695691 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c525e4f8-6cf8-4b66-88c5-ee2564a81b17 req-69886d9f-2330-4945-8036-0a18d0f901a6 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0545948 Aug 06 17:27:35.737627 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c525e4f8-6cf8-4b66-88c5-ee2564a81b17 req-3268ba7b-f70d-46fa-a171-4e299a0e77d2 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326779 Aug 06 17:27:36.141709 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1848098-0459-4070-9a09-7437ddc92384', 'name': 'network-vif-deleted', 'tag': 'ba7e6177-ada5-48eb-afb8-7dfcf5b11068'}] {{(pid=93308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:27:36.144447 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9970891e86e7a54ba8327591cdb5f98a510e69f2198634f60bde42845cd177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c54a0f-53fe-4c7b-bb06-55bd58466040" -d '{"events": [{"server_uuid": "d1848098-0459-4070-9a09-7437ddc92384", "name": "network-vif-deleted", "tag": "ba7e6177-ada5-48eb-afb8-7dfcf5b11068"}]}' {{(pid=93308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:27:36.184501 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154aae78-a4c7-4b73-9026-ee13894bd347 x-openstack-request-id: req-154aae78-a4c7-4b73-9026-ee13894bd347 {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:27:36.184849 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1848098-0459-4070-9a09-7437ddc92384", "name": "network-vif-deleted", "tag": "ba7e6177-ada5-48eb-afb8-7dfcf5b11068", "status": "completed", "code": 200}]} {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:27:36.185157 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-154aae78-a4c7-4b73-9026-ee13894bd347 {{(pid=93308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:27:36.185574 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1848098-0459-4070-9a09-7437ddc92384', 'name': 'network-vif-deleted', 'tag': 'ba7e6177-ada5-48eb-afb8-7dfcf5b11068', 'status': 'completed', 'code': 200} Aug 06 17:27:36.224055 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d6fbf-f0f6-43fa-83d9-91d84289a475 req-c471a107-7688-48f1-93fe-2626c0feffac tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:36.225536 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-b51d6fbf-f0f6-43fa-83d9-91d84289a475 req-c471a107-7688-48f1-93fe-2626c0feffac tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 944 time: 0.0538566 Aug 06 17:27:36.263932 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-b51d6fbf-f0f6-43fa-83d9-91d84289a475 req-007b77d1-3f68-4555-84d0-0d58f2042dbb tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322978 Aug 06 17:27:36.877325 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7496b-dc9f-44f1-890c-58a15c5054fd req-6e0a3c85-d5ae-41ef-9820-eb673e91ce19 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:36.878778 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-fbe7496b-dc9f-44f1-890c-58a15c5054fd req-6e0a3c85-d5ae-41ef-9820-eb673e91ce19 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0667400 Aug 06 17:27:36.918841 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-fbe7496b-dc9f-44f1-890c-58a15c5054fd req-d4bfacd0-bedf-44b5-9692-c49b32811de7 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335751 Aug 06 17:27:37.396531 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f02ed-f4f1-454a-85bb-e808432ddd4c req-d83834df-1a5d-423f-ba52-644d62c85406 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:37.398037 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-204f02ed-f4f1-454a-85bb-e808432ddd4c req-d83834df-1a5d-423f-ba52-644d62c85406 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 944 time: 0.0545585 Aug 06 17:27:37.439664 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-204f02ed-f4f1-454a-85bb-e808432ddd4c req-305e7633-df2f-436c-9bf2-8bb4d0e54420 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351472 Aug 06 17:27:38.045545 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620514bc-00b5-4d95-9bc5-740ab8665c66 req-f43d655f-f801-4ac5-932a-60e01d04c13a tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:38.047844 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-620514bc-00b5-4d95-9bc5-740ab8665c66 req-f43d655f-f801-4ac5-932a-60e01d04c13a tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0550544 Aug 06 17:27:38.091251 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-620514bc-00b5-4d95-9bc5-740ab8665c66 req-42a8fe75-42a3-436d-8c38-8c296079daec tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341864 Aug 06 17:27:38.579454 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40686e2-661d-47d0-8ae1-b3f626e3406b req-b90d9f1b-776e-42c5-8fb4-49a34ab643d3 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:38.581414 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-a40686e2-661d-47d0-8ae1-b3f626e3406b req-b90d9f1b-776e-42c5-8fb4-49a34ab643d3 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 944 time: 0.0606761 Aug 06 17:27:38.622993 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-a40686e2-661d-47d0-8ae1-b3f626e3406b req-c3c1cbcd-d124-4776-8450-8a1fe75e85ab tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328579 Aug 06 17:27:39.228798 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbc5a1-1aef-4c22-ae6b-3d94615f2143 req-f57d48e6-df83-4016-b2a5-625c79f40cef tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:39.230305 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-62dbc5a1-1aef-4c22-ae6b-3d94615f2143 req-f57d48e6-df83-4016-b2a5-625c79f40cef tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0614548 Aug 06 17:27:39.273915 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-62dbc5a1-1aef-4c22-ae6b-3d94615f2143 req-51f9fb2b-a1b0-4bc9-9694-f916b0de655f tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375824 Aug 06 17:27:39.458998 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 950d5868-7f7c-49b2-a093-65a82b1b1a6f details requested by agent hyperv_hv-cinder-80377 with host hv-cinder-80377 {{(pid=93310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 17:27:39.480770 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device ba7e6177-ada5-48eb-afb8-7dfcf5b11068 no longer exists at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:27:39.516876 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] No Port match for: ba7e6177-ada5-48eb-afb8-7dfcf5b11068 {{(pid=93310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:27:39.517371 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device ba7e6177-ada5-48eb-afb8-7dfcf5b11068 not bound to the agent host hv-cinder-80377 {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:27:39.517784 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb no longer exists at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:27:39.563328 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] No Port match for: ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb {{(pid=93310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:27:39.563547 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device ef1ec2bb-46d4-4104-9ebd-c1c30007c8cb not bound to the agent host hv-cinder-80377 {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:27:39.599055 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port 950d5868-7f7c-49b2-a093-65a82b1b1a6f, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=950d5868-7f7c-49b2-a093-65a82b1b1a6f,segment=NetworkSegment(f5e274ea-768f-45a2-bfc8-b7461617eff9),segment_id=f5e274ea-768f-45a2-bfc8-b7461617eff9)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:27:39.610681 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Returning: {'device': '950d5868-7f7c-49b2-a093-65a82b1b1a6f', 'network_id': '5b6dd1b8-72d2-4509-8411-cf148b92c6ca', 'port_id': '950d5868-7f7c-49b2-a093-65a82b1b1a6f', 'mac_address': 'fa:16:3e:16:a9:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92e55e27-88da-4b01-a596-8314d113e8dc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 17:27:39.649684 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:39.663084 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 950d5868-7f7c-49b2-a093-65a82b1b1a6f {{(pid=93310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:27:39.684104 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port 950d5868-7f7c-49b2-a093-65a82b1b1a6f, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=950d5868-7f7c-49b2-a093-65a82b1b1a6f,segment=NetworkSegment(f5e274ea-768f-45a2-bfc8-b7461617eff9),segment_id=f5e274ea-768f-45a2-bfc8-b7461617eff9)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:27:39.689775 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:39.740641 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=950d5868-7f7c-49b2-a093-65a82b1b1a6f,revision_number=9']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:27:39.756714 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430c9f4-1510-451e-aa57-e8a43e7b06a7 req-69c4bfdc-d769-4fd0-84d0-1bb4088f60dc tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:39.758231 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-4430c9f4-1510-451e-aa57-e8a43e7b06a7 req-69c4bfdc-d769-4fd0-84d0-1bb4088f60dc tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 945 time: 0.0532038 Aug 06 17:27:39.797393 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-4430c9f4-1510-451e-aa57-e8a43e7b06a7 req-a9082cb5-f0e6-4c9c-9d1c-efec3b8c7788 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327663 Aug 06 17:27:40.062439 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:40.224006 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] get_ports_and_sgs() called for port_ids ['950d5868-7f7c-49b2-a093-65a82b1b1a6f'] {{(pid=93310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:27:40.419150 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c0efe-c0d0-4dd6-8765-f70fcbd47c21 req-11129b96-26a7-48c9-b220-f93f1a62cce9 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:40.420744 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-ff8c0efe-c0d0-4dd6-8765-f70fcbd47c21 req-11129b96-26a7-48c9-b220-f93f1a62cce9 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0694723 Aug 06 17:27:40.466403 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-ff8c0efe-c0d0-4dd6-8765-f70fcbd47c21 req-8d12de7b-1109-424e-922b-b9222027c3e6 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387127 Aug 06 17:27:40.920974 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d108d25-8094-46ec-a517-42059d300bb7 req-3cc27279-542c-4afc-bf65-7445097a4470 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:40.922515 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-0d108d25-8094-46ec-a517-42059d300bb7 req-3cc27279-542c-4afc-bf65-7445097a4470 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 945 time: 0.0487006 Aug 06 17:27:40.961797 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-0d108d25-8094-46ec-a517-42059d300bb7 req-ef42a492-aea1-458f-a24e-e38eb9823925 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328403 Aug 06 17:27:41.108858 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf0229-cba7-48c0-b217-a3a6051675d3 req-b05ec07f-0a41-40ac-8bdc-1a18db457531 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:41.110241 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-4daf0229-cba7-48c0-b217-a3a6051675d3 req-b05ec07f-0a41-40ac-8bdc-1a18db457531 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 945 time: 0.0545142 Aug 06 17:27:41.148811 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-4daf0229-cba7-48c0-b217-a3a6051675d3 req-e4d4f1dc-f5af-40ec-b106-75e7133a2597 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f4e69be-d6a0-4d1e-aa51-c82010cafd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318627 Aug 06 17:27:41.172474 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 35540) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:27:41.313405 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff04933-94f3-4728-a30b-f12fccf75b8e tempest-TestMinimumBasicScenario-1708785343 tempest-TestMinimumBasicScenario-1708785343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:41.314951 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-bff04933-94f3-4728-a30b-f12fccf75b8e tempest-TestMinimumBasicScenario-1708785343 tempest-TestMinimumBasicScenario-1708785343-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 1093 time: 0.1412878 Aug 06 17:27:41.319148 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 35544) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:27:41.323438 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [None req-e313e8e8-5574-45b3-987b-264dfcc0ba8d tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Request body: {'floatingip': {'floating_network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'port_id': 'daf4a5ec-87fe-4a35-8fc1-83fabf5c8919', 'tenant_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:27:41.351733 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-e313e8e8-5574-45b3-987b-264dfcc0ba8d tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks [] for floatingip, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:41.455924 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-e313e8e8-5574-45b3-987b-264dfcc0ba8d tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:41.590904 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.db_base_plugin_common [None req-e313e8e8-5574-45b3-987b-264dfcc0ba8d tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Allocated IP 172.27.0.224 (2c4c21cf-2746-4b14-9730-0a69daab855b/0d6fa379-a3fa-4b6f-9c88-fa9af5610e03/3a4fc073-9d4b-4459-b383-15c7e0a231f6) {{(pid=93309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:27:41.615044 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49599a12-88ce-484f-8615-602f9348bf54 req-bb53be74-0248-457c-82ce-4d67ef210e44 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:41.616527 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-49599a12-88ce-484f-8615-602f9348bf54 req-bb53be74-0248-457c-82ce-4d67ef210e44 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0784204 Aug 06 17:27:41.707111 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-49599a12-88ce-484f-8615-602f9348bf54 req-0a2f57f4-4746-4dd8-b972-932151abb456 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763686 Aug 06 17:27:41.740716 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-e313e8e8-5574-45b3-987b-264dfcc0ba8d tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks [] for port, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:41.752149 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 950d5868-7f7c-49b2-a093-65a82b1b1a6f up at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:27:41.792323 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-e313e8e8-5574-45b3-987b-264dfcc0ba8d tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379163'] for port, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:41.804116 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Provisioning complete for port 950d5868-7f7c-49b2-a093-65a82b1b1a6f triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:27:41.804568 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:41.837851 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e313e8e8-5574-45b3-987b-264dfcc0ba8d tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Network 2c4c21cf-2746-4b14-9730-0a69daab855b is already hosted by enough agents. {{(pid=93309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:27:41.840790 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.base_scheduler [None req-e313e8e8-5574-45b3-987b-264dfcc0ba8d tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Resources bound (agent type, host, resource id): {{(pid=93309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:27:41.859519 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e313e8e8-5574-45b3-987b-264dfcc0ba8d tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Pushing event updated for resources: {'Port': ['ID=3a4fc073-9d4b-4459-b383-15c7e0a231f6,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:27:41.864050 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e313e8e8-5574-45b3-987b-264dfcc0ba8d tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Received port after_create {{(pid=93309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:27:41.907518 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:41.931791 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f13727d-ad83-4853-a1dc-49b8519274e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '950d5868-7f7c-49b2-a093-65a82b1b1a6f'}] {{(pid=93310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:27:41.934043 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713379ad4201aa67d1557f3d7b7da947c96b0ad1778a29fd635d5f04ae47f1c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8561a7-923c-470b-a37f-de19ed46d8fa" -d '{"events": [{"server_uuid": "5f13727d-ad83-4853-a1dc-49b8519274e4", "name": "network-vif-plugged", "status": "completed", "tag": "950d5868-7f7c-49b2-a093-65a82b1b1a6f"}]}' {{(pid=93310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:27:41.948541 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port 950d5868-7f7c-49b2-a093-65a82b1b1a6f, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=950d5868-7f7c-49b2-a093-65a82b1b1a6f,segment=NetworkSegment(f5e274ea-768f-45a2-bfc8-b7461617eff9),segment_id=f5e274ea-768f-45a2-bfc8-b7461617eff9)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:27:41.955829 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:41.979278 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00bb4942-aabb-41cb-9601-ae9a3205cc5e x-openstack-request-id: req-00bb4942-aabb-41cb-9601-ae9a3205cc5e {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:27:41.980841 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f13727d-ad83-4853-a1dc-49b8519274e4", "name": "network-vif-plugged", "status": "completed", "tag": "950d5868-7f7c-49b2-a093-65a82b1b1a6f", "code": 200}]} {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:27:41.980841 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-00bb4942-aabb-41cb-9601-ae9a3205cc5e {{(pid=93310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:27:41.980841 dv-cinder-803773-1-iscsi neutron-server[93310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f13727d-ad83-4853-a1dc-49b8519274e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '950d5868-7f7c-49b2-a093-65a82b1b1a6f', 'code': 200} Aug 06 17:27:42.008694 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=950d5868-7f7c-49b2-a093-65a82b1b1a6f,revision_number=10']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:27:42.150558 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3914d45-ace7-46a7-a5c9-57b08bb85981 req-745f433f-c61c-4130-91a6-ddacb2830d74 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:42.152014 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-d3914d45-ace7-46a7-a5c9-57b08bb85981 req-745f433f-c61c-4130-91a6-ddacb2830d74 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 947 time: 0.0995562 Aug 06 17:27:42.236351 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-d3914d45-ace7-46a7-a5c9-57b08bb85981 req-e06a82ac-59f9-434d-8fad-ba41427fbbef tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771067 Aug 06 17:27:42.365547 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-e313e8e8-5574-45b3-987b-264dfcc0ba8d tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:42.658494 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-e313e8e8-5574-45b3-987b-264dfcc0ba8d tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:42.811046 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-e313e8e8-5574-45b3-987b-264dfcc0ba8d tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks [] for port, precommit_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:42.816951 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-e313e8e8-5574-45b3-987b-264dfcc0ba8d tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30379154'] for port, after_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:42.828300 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55cfd3-688d-4c85-a9c6-c1a47d6a5899 req-ea69d136-3b7e-4960-b309-6fa9c35b9704 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:42.829832 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-ba55cfd3-688d-4c85-a9c6-c1a47d6a5899 req-ea69d136-3b7e-4960-b309-6fa9c35b9704 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0510232 Aug 06 17:27:42.868827 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-ba55cfd3-688d-4c85-a9c6-c1a47d6a5899 req-ea6aad31-2f29-479a-bf02-3d53fe270c8e tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326583 Aug 06 17:27:42.881761 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e313e8e8-5574-45b3-987b-264dfcc0ba8d tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Pushing event updated for resources: {'Port': ['ID=3a4fc073-9d4b-4459-b383-15c7e0a231f6,revision_number=2']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:27:42.892385 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-e313e8e8-5574-45b3-987b-264dfcc0ba8d tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435792'] for floatingip, after_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:42.993778 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.db.l3_db [None req-e313e8e8-5574-45b3-987b-264dfcc0ba8d tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Floating IP 1f86e35f-1072-4173-81a7-4237cc84200c associated. External IP: 172.27.0.224, port: daf4a5ec-87fe-4a35-8fc1-83fabf5c8919. Aug 06 17:27:43.210308 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e313e8e8-5574-45b3-987b-264dfcc0ba8d tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Router a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54 has already been hosted by L3 agent cbcd3d9e-bca5-4529-952b-48c65d2aceac {{(pid=93309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:27:43.349610 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e313e8e8-5574-45b3-987b-264dfcc0ba8d tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify agent at l3_agent.dv-cinder-803773-1-iscsi the message routers_updated {{(pid=93309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:27:43.359297 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d75fb6-170e-4415-9f24-30846b90adfc None None] Sync routers for ids ['a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54'] in dv-cinder-803773-1-iscsi {{(pid=93311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:27:43.370607 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d75fb6-170e-4415-9f24-30846b90adfc None None] Routers {'a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:27:43.371567 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-97d75fb6-170e-4415-9f24-30846b90adfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:27:23Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54'], 'active': True} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:27:43.377359 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094f78c-f406-4f02-b74e-e24b4be805aa req-aa65484b-74d1-44b0-b76a-f22b59d58869 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:43.378891 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-1094f78c-f406-4f02-b74e-e24b4be805aa req-aa65484b-74d1-44b0-b76a-f22b59d58869 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 947 time: 0.0677950 Aug 06 17:27:43.379611 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-e313e8e8-5574-45b3-987b-264dfcc0ba8d tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for floatingip, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:43.422842 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-e313e8e8-5574-45b3-987b-264dfcc0ba8d tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1026673 Aug 06 17:27:43.424462 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cd43bd5-e46d-43ac-b486-b2cbcd39de17', 'tag': 'daf4a5ec-87fe-4a35-8fc1-83fabf5c8919'}] {{(pid=93309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:27:43.425719 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 35566) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:27:43.426731 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8dc615238e5bcef59bfa1369ec241dac088066ad095906c2652e3fbb51f90a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4988af-d05d-4433-a097-a4e41c7038b9" -d '{"events": [{"name": "network-changed", "server_uuid": "5cd43bd5-e46d-43ac-b486-b2cbcd39de17", "tag": "daf4a5ec-87fe-4a35-8fc1-83fabf5c8919"}]}' {{(pid=93309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:27:43.431559 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-e180260b-3d53-4452-8122-9fb6f6ecbe49 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1423727996', 'description': 'tempest-secgroup-smoke-1423727996 description', 'project_id': '4b89d81ddcd049a3a1e3b0c7ef913e87'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:27:43.446872 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-1094f78c-f406-4f02-b74e-e24b4be805aa req-c7cbfba3-2659-486b-bb09-e9190bdff44e tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495532 Aug 06 17:27:43.461795 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-e180260b-3d53-4452-8122-9fb6f6ecbe49 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:43.470619 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d72bf84-4fb9-46b2-b7ab-86a6137fcaa7 x-openstack-request-id: req-0d72bf84-4fb9-46b2-b7ab-86a6137fcaa7 {{(pid=93309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:27:43.471088 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cd43bd5-e46d-43ac-b486-b2cbcd39de17", "tag": "daf4a5ec-87fe-4a35-8fc1-83fabf5c8919", "status": "completed", "code": 200}]} {{(pid=93309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:27:43.471347 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0d72bf84-4fb9-46b2-b7ab-86a6137fcaa7 {{(pid=93309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:27:43.471747 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cd43bd5-e46d-43ac-b486-b2cbcd39de17', 'tag': 'daf4a5ec-87fe-4a35-8fc1-83fabf5c8919', 'status': 'completed', 'code': 200} Aug 06 17:27:43.486924 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvr_db [None req-97d75fb6-170e-4415-9f24-30846b90adfc None None] Set router a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:27:43.547713 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-e180260b-3d53-4452-8122-9fb6f6ecbe49 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:43.552246 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-e180260b-3d53-4452-8122-9fb6f6ecbe49 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:43.582877 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-e180260b-3d53-4452-8122-9fb6f6ecbe49 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:43.584224 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-e180260b-3d53-4452-8122-9fb6f6ecbe49 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1571023 Aug 06 17:27:43.585178 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e180260b-3d53-4452-8122-9fb6f6ecbe49 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f73eb8-4923-4502-9d9a-237bdf771589,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:27:43.587380 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 35570) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:27:43.591967 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [None req-ffd49013-d17e-40cf-abd0-2574c676ccb9 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Request body: {'security_group_rule': {'security_group_id': 'a7f73eb8-4923-4502-9d9a-237bdf771589', 'project_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:27:43.626449 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-ffd49013-d17e-40cf-abd0-2574c676ccb9 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:43.686731 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-ffd49013-d17e-40cf-abd0-2574c676ccb9 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:43.691878 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-ffd49013-d17e-40cf-abd0-2574c676ccb9 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600067'] for security_group_rule, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:43.709329 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd49013-d17e-40cf-abd0-2574c676ccb9 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08885fa4-6962-4914-9a56-49925438fe69,revision_number=0']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:27:43.718939 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-ffd49013-d17e-40cf-abd0-2574c676ccb9 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:43.720257 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-ffd49013-d17e-40cf-abd0-2574c676ccb9 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1317823 Aug 06 17:27:43.723436 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-97d75fb6-170e-4415-9f24-30846b90adfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54', 'name': 'tempest-TestMinimumBasicScenario-68168460-router', 'tenant_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'da7056e2-04f6-4762-a7d7-3a1bd8253fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:26:14Z', 'updated_at': '2021-08-06T17:26:18Z', 'revision_number': 4, 'project_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'gw_port': {'id': 'da7056e2-04f6-4762-a7d7-3a1bd8253fcb', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:26:15Z', 'updated_at': '2021-08-06T17:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_floatingips': [{'id': '1f86e35f-1072-4173-81a7-4237cc84200c', 'tenant_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'router_id': 'a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54', 'port_id': 'daf4a5ec-87fe-4a35-8fc1-83fabf5c8919', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a14efbb-6e94-439a-a6e6-5a94d9f3c818', 'mac_address': 'fa:16:3e:b6:37:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd43bd5-e46d-43ac-b486-b2cbcd39de17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:27:42Z', 'updated_at': '2021-08-06T17:27:42Z', 'revision_number': 0, 'project_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc769ed0-27f1-4e47-9e88-8487b87dc158', 'name': '', 'network_id': '9a14efbb-6e94-439a-a6e6-5a94d9f3c818', 'tenant_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'mac_address': 'fa:16:3e:85:2e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'd4ce2c86-70ee-4932-994f-c3d019d987cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:26:17Z', 'updated_at': '2021-08-06T17:26:22Z', 'revision_number': 5, 'project_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'subnets': [{'id': 'd4ce2c86-70ee-4932-994f-c3d019d987cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:27:43.725339 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 35574) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:27:43.730778 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-2fa588d8-34d0-4f13-bb5f-8b1583eba702 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Request body: {'security_group_rule': {'security_group_id': 'a7f73eb8-4923-4502-9d9a-237bdf771589', 'project_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:27:43.756801 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d75fb6-170e-4415-9f24-30846b90adfc None None] Checking router: a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54 for host: dv-cinder-803773-1-iscsi {{(pid=93311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:27:43.764146 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-2fa588d8-34d0-4f13-bb5f-8b1583eba702 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:43.766601 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d75fb6-170e-4415-9f24-30846b90adfc None None] Routers {'a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:27:43.767437 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-97d75fb6-170e-4415-9f24-30846b90adfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:27:23Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54'], 'active': True} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:27:43.820482 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-2fa588d8-34d0-4f13-bb5f-8b1583eba702 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:43.825102 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-2fa588d8-34d0-4f13-bb5f-8b1583eba702 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600067'] for security_group_rule, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:43.847421 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa588d8-34d0-4f13-bb5f-8b1583eba702 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4762e70-c32a-4ccf-ba82-33e36ebf0524,revision_number=0']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:27:43.851393 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-2fa588d8-34d0-4f13-bb5f-8b1583eba702 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:43.854461 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-2fa588d8-34d0-4f13-bb5f-8b1583eba702 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1279261 Aug 06 17:27:43.855853 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 35576) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:27:43.860663 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [None req-52e5970e-b066-426e-af62-b1e7ea57f068 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Request body: {'security_group_rule': {'security_group_id': 'a7f73eb8-4923-4502-9d9a-237bdf771589', 'project_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:27:43.873664 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvr_db [None req-97d75fb6-170e-4415-9f24-30846b90adfc None None] Set router a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:27:43.887731 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-52e5970e-b066-426e-af62-b1e7ea57f068 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:43.954167 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-52e5970e-b066-426e-af62-b1e7ea57f068 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:43.959601 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-52e5970e-b066-426e-af62-b1e7ea57f068 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600067'] for security_group_rule, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:43.977941 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e5970e-b066-426e-af62-b1e7ea57f068 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fbaca95-2291-46de-996e-be249519a1a6,revision_number=0']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:27:43.985037 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-52e5970e-b066-426e-af62-b1e7ea57f068 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:43.986064 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-52e5970e-b066-426e-af62-b1e7ea57f068 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1290569 Aug 06 17:27:43.990688 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 35580) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:27:43.995394 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [None req-d1efffdd-a125-4a69-a070-048be8f40336 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Request body: {'security_group_rule': {'security_group_id': 'a7f73eb8-4923-4502-9d9a-237bdf771589', 'project_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:27:43.998106 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a22da0-2e03-4b12-a587-403f95f8943f req-65b80813-12ba-4df7-98cb-74a53b49f8a2 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:44.003917 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-26a22da0-2e03-4b12-a587-403f95f8943f req-65b80813-12ba-4df7-98cb-74a53b49f8a2 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0608160 Aug 06 17:27:44.024425 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-d1efffdd-a125-4a69-a070-048be8f40336 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:44.045646 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-26a22da0-2e03-4b12-a587-403f95f8943f req-d19f05c5-f638-4afb-9b48-eab575d7fc74 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357006 Aug 06 17:27:44.093679 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-d1efffdd-a125-4a69-a070-048be8f40336 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:44.098958 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-d1efffdd-a125-4a69-a070-048be8f40336 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600067'] for security_group_rule, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:44.116684 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1efffdd-a125-4a69-a070-048be8f40336 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6a7680d-9d63-4637-b37c-49db8dcbe0f7,revision_number=0']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:27:44.118275 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-97d75fb6-170e-4415-9f24-30846b90adfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54', 'name': 'tempest-TestMinimumBasicScenario-68168460-router', 'tenant_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'da7056e2-04f6-4762-a7d7-3a1bd8253fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:26:14Z', 'updated_at': '2021-08-06T17:26:18Z', 'revision_number': 4, 'project_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'gw_port': {'id': 'da7056e2-04f6-4762-a7d7-3a1bd8253fcb', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:26:15Z', 'updated_at': '2021-08-06T17:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_floatingips': [{'id': '1f86e35f-1072-4173-81a7-4237cc84200c', 'tenant_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'router_id': 'a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54', 'port_id': 'daf4a5ec-87fe-4a35-8fc1-83fabf5c8919', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a14efbb-6e94-439a-a6e6-5a94d9f3c818', 'mac_address': 'fa:16:3e:b6:37:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd43bd5-e46d-43ac-b486-b2cbcd39de17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:27:42Z', 'updated_at': '2021-08-06T17:27:42Z', 'revision_number': 0, 'project_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc769ed0-27f1-4e47-9e88-8487b87dc158', 'name': '', 'network_id': '9a14efbb-6e94-439a-a6e6-5a94d9f3c818', 'tenant_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'mac_address': 'fa:16:3e:85:2e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'd4ce2c86-70ee-4932-994f-c3d019d987cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:26:17Z', 'updated_at': '2021-08-06T17:26:22Z', 'revision_number': 5, 'project_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'subnets': [{'id': 'd4ce2c86-70ee-4932-994f-c3d019d987cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:27:44.128583 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-d1efffdd-a125-4a69-a070-048be8f40336 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:44.129831 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-d1efffdd-a125-4a69-a070-048be8f40336 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1382124 Aug 06 17:27:44.132633 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 35582) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:27:44.137004 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [None req-79677d52-b8e6-4bcd-bf32-f82506cd0f3b tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Request body: {'security_group_rule': {'security_group_id': 'a7f73eb8-4923-4502-9d9a-237bdf771589', 'project_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:27:44.149542 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d75fb6-170e-4415-9f24-30846b90adfc None None] The sync data for ids ['a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54'] in dv-cinder-803773-1-iscsi is: [{'id': 'a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54', 'name': 'tempest-TestMinimumBasicScenario-68168460-router', 'tenant_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'da7056e2-04f6-4762-a7d7-3a1bd8253fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:26:14Z', 'updated_at': '2021-08-06T17:26:18Z', 'revision_number': 4, 'project_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'gw_port': {'id': 'da7056e2-04f6-4762-a7d7-3a1bd8253fcb', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:26:15Z', 'updated_at': '2021-08-06T17:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_floatingips': [{'id': '1f86e35f-1072-4173-81a7-4237cc84200c', 'tenant_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'router_id': 'a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54', 'port_id': 'daf4a5ec-87fe-4a35-8fc1-83fabf5c8919', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a14efbb-6e94-439a-a6e6-5a94d9f3c818', 'mac_address': 'fa:16:3e:b6:37:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd43bd5-e46d-43ac-b486-b2cbcd39de17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:27:42Z', 'updated_at': '2021-08-06T17:27:42Z', 'revision_number': 0, 'project_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc769ed0-27f1-4e47-9e88-8487b87dc158', 'name': '', 'network_id': '9a14efbb-6e94-439a-a6e6-5a94d9f3c818', 'tenant_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'mac_address': 'fa:16:3e:85:2e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'd4ce2c86-70ee-4932-994f-c3d019d987cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:26:17Z', 'updated_at': '2021-08-06T17:26:22Z', 'revision_number': 5, 'project_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'subnets': [{'id': 'd4ce2c86-70ee-4932-994f-c3d019d987cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:27:44.159805 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.db.securitygroups_db [None req-79677d52-b8e6-4bcd-bf32-f82506cd0f3b tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Project 4b89d81ddcd049a3a1e3b0c7ef913e87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 17:27:44.165007 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-79677d52-b8e6-4bcd-bf32-f82506cd0f3b tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:44.226014 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-79677d52-b8e6-4bcd-bf32-f82506cd0f3b tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:44.231263 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-79677d52-b8e6-4bcd-bf32-f82506cd0f3b tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600067'] for security_group_rule, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:44.249966 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79677d52-b8e6-4bcd-bf32-f82506cd0f3b tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea0b76b9-f64a-4b3f-8863-63e15b431a1e,revision_number=0']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:27:44.257486 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-79677d52-b8e6-4bcd-bf32-f82506cd0f3b tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:44.258913 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-79677d52-b8e6-4bcd-bf32-f82506cd0f3b tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1252575 Aug 06 17:27:44.261592 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 35584) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:27:44.266218 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-a9b55845-46f2-4a61-8a43-e19105048248 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Request body: {'security_group_rule': {'security_group_id': 'a7f73eb8-4923-4502-9d9a-237bdf771589', 'project_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:27:44.289565 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.db.securitygroups_db [None req-a9b55845-46f2-4a61-8a43-e19105048248 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Project 4b89d81ddcd049a3a1e3b0c7ef913e87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 17:27:44.295225 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-a9b55845-46f2-4a61-8a43-e19105048248 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:44.340760 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb09d077-792c-4308-830d-33340e95cfda None None] New status for floating IP 1f86e35f-1072-4173-81a7-4237cc84200c: ACTIVE {{(pid=93310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 17:27:44.351511 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-a9b55845-46f2-4a61-8a43-e19105048248 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:44.357058 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-a9b55845-46f2-4a61-8a43-e19105048248 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600067'] for security_group_rule, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:44.374008 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b55845-46f2-4a61-8a43-e19105048248 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74cbf451-150b-4f62-a0c6-984e91819932,revision_number=0']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:27:44.381614 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-a9b55845-46f2-4a61-8a43-e19105048248 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:44.382922 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-a9b55845-46f2-4a61-8a43-e19105048248 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1202583 Aug 06 17:27:44.461330 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f676eec8-a070-4ff1-a8c0-f43b37e892db req-9468989a-1fce-471d-85e9-7f38786d5cc5 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1423727996&fields=id&tenant_id=4b89d81ddcd049a3a1e3b0c7ef913e87 HTTP/1.1" status: 200 len: 267 time: 0.0323963 Aug 06 17:27:44.517178 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676eec8-a070-4ff1-a8c0-f43b37e892db req-7a1263c0-588c-4bf6-9f53-369153955555 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:44.518741 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f676eec8-a070-4ff1-a8c0-f43b37e892db req-7a1263c0-588c-4bf6-9f53-369153955555 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 945 time: 0.0511882 Aug 06 17:27:44.530097 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [req-f676eec8-a070-4ff1-a8c0-f43b37e892db req-c8d6a667-b834-4990-8635-0d4c48b1521e tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Request body: {'port': {'security_groups': ['4f4e69be-d6a0-4d1e-aa51-c82010cafd86', 'a7f73eb8-4923-4502-9d9a-237bdf771589']}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:27:44.580731 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b44a2d-46be-4fc5-a0d9-d5bdefdb6a9c req-fea54935-0c7e-4b1a-8617-92ba51a01b91 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:44.582203 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-95b44a2d-46be-4fc5-a0d9-d5bdefdb6a9c req-fea54935-0c7e-4b1a-8617-92ba51a01b91 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 947 time: 0.0501206 Aug 06 17:27:44.596228 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-f676eec8-a070-4ff1-a8c0-f43b37e892db req-c8d6a667-b834-4990-8635-0d4c48b1521e tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:44.621564 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-95b44a2d-46be-4fc5-a0d9-d5bdefdb6a9c req-b8c670bf-1ca0-44bb-86ec-1b0ce7ee38ce tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332651 Aug 06 17:27:44.797511 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.db [req-f676eec8-a070-4ff1-a8c0-f43b37e892db req-c8d6a667-b834-4990-8635-0d4c48b1521e tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] For port daf4a5ec-87fe-4a35-8fc1-83fabf5c8919, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=daf4a5ec-87fe-4a35-8fc1-83fabf5c8919,segment=NetworkSegment(17499022-9700-4d06-a86c-af76ee7e0f6d),segment_id=17499022-9700-4d06-a86c-af76ee7e0f6d)] {{(pid=93309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:27:44.828724 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-f676eec8-a070-4ff1-a8c0-f43b37e892db req-c8d6a667-b834-4990-8635-0d4c48b1521e tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks [] for port, precommit_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:44.835867 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-f676eec8-a070-4ff1-a8c0-f43b37e892db req-c8d6a667-b834-4990-8635-0d4c48b1521e tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30379154'] for port, after_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:44.877362 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676eec8-a070-4ff1-a8c0-f43b37e892db req-c8d6a667-b834-4990-8635-0d4c48b1521e tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:44.877957 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-f676eec8-a070-4ff1-a8c0-f43b37e892db req-c8d6a667-b834-4990-8635-0d4c48b1521e tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:44.879403 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f676eec8-a070-4ff1-a8c0-f43b37e892db req-c8d6a667-b834-4990-8635-0d4c48b1521e tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "PUT /v2.0/ports/daf4a5ec-87fe-4a35-8fc1-83fabf5c8919 HTTP/1.1" status: 200 len: 981 time: 0.3539555 Aug 06 17:27:44.906065 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6a667-b834-4990-8635-0d4c48b1521e tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Pushing event updated for resources: {'Port': ['ID=daf4a5ec-87fe-4a35-8fc1-83fabf5c8919,revision_number=6']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:27:44.914234 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6a667-b834-4990-8635-0d4c48b1521e tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:27:44.914847 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6a667-b834-4990-8635-0d4c48b1521e tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:27:44.915085 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6a667-b834-4990-8635-0d4c48b1521e tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:27:44.915485 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6a667-b834-4990-8635-0d4c48b1521e tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:27:44.915790 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6a667-b834-4990-8635-0d4c48b1521e tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:27:44.916252 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6a667-b834-4990-8635-0d4c48b1521e tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:27:44.916685 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6a667-b834-4990-8635-0d4c48b1521e tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:27:44.917055 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6a667-b834-4990-8635-0d4c48b1521e tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:27:44.917379 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6a667-b834-4990-8635-0d4c48b1521e tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:27:44.917765 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6a667-b834-4990-8635-0d4c48b1521e tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:27:44.918053 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6a667-b834-4990-8635-0d4c48b1521e tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:27:44.918401 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6a667-b834-4990-8635-0d4c48b1521e tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:27:45.031170 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a64258-6eb3-48d3-bc05-5f3a1a945fa7 req-49b84a9f-dd04-474b-8bb3-5d646ad63886 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:45.032708 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a7a64258-6eb3-48d3-bc05-5f3a1a945fa7 req-49b84a9f-dd04-474b-8bb3-5d646ad63886 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 984 time: 0.0834632 Aug 06 17:27:45.034750 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4988af-d05d-4433-a097-a4e41c7038b9 req-bfd779fd-3e68-45f1-a698-41da969d1357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:45.036048 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-3c4988af-d05d-4433-a097-a4e41c7038b9 req-bfd779fd-3e68-45f1-a698-41da969d1357 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4b89d81ddcd049a3a1e3b0c7ef913e87&device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 1137 time: 0.0855680 Aug 06 17:27:45.081423 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a7a64258-6eb3-48d3-bc05-5f3a1a945fa7 req-c6f7f99f-bff0-4ba1-b8d9-ea81a5901c01 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7f73eb8-4923-4502-9d9a-237bdf771589&id=4f4e69be-d6a0-4d1e-aa51-c82010cafd86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422871 Aug 06 17:27:45.096310 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] get_ports_and_sgs() called for port_ids ['daf4a5ec-87fe-4a35-8fc1-83fabf5c8919'] {{(pid=93310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:27:45.135438 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-c5fb6dc6-eb02-4b7f-ba30-1ef6b2df6882 None None] Provisioning complete for port daf4a5ec-87fe-4a35-8fc1-83fabf5c8919 triggered by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:27:45.136430 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-c5fb6dc6-eb02-4b7f-ba30-1ef6b2df6882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:45.169756 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4988af-d05d-4433-a097-a4e41c7038b9 req-98df3622-4548-46ad-8055-8f8d43f385fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:45.171080 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-3c4988af-d05d-4433-a097-a4e41c7038b9 req-98df3622-4548-46ad-8055-8f8d43f385fe service neutron] 10.222.0.96 "GET /v2.0/networks?id=9a14efbb-6e94-439a-a6e6-5a94d9f3c818 HTTP/1.1" status: 200 len: 915 time: 0.1023951 Aug 06 17:27:45.183766 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7cf33-fc7f-4cfd-8277-019500c80c0b req-653a13c2-3cb0-43fc-9dab-25f498c769cf tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:45.185878 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-6fe7cf33-fc7f-4cfd-8277-019500c80c0b req-653a13c2-3cb0-43fc-9dab-25f498c769cf tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0535357 Aug 06 17:27:45.232297 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-6fe7cf33-fc7f-4cfd-8277-019500c80c0b req-76b22f70-860d-45c3-a3a0-69924b0fa290 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392952 Aug 06 17:27:45.280819 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-3c4988af-d05d-4433-a097-a4e41c7038b9 req-974cf715-dc70-40d3-b736-8946609c669d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=daf4a5ec-87fe-4a35-8fc1-83fabf5c8919 HTTP/1.1" status: 200 len: 1001 time: 0.0895288 Aug 06 17:27:45.337796 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4988af-d05d-4433-a097-a4e41c7038b9 req-99e1a538-e7d1-462d-aec6-63ea855651fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:45.339318 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-3c4988af-d05d-4433-a097-a4e41c7038b9 req-99e1a538-e7d1-462d-aec6-63ea855651fb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d4ce2c86-70ee-4932-994f-c3d019d987cc HTTP/1.1" status: 200 len: 852 time: 0.0492244 Aug 06 17:27:45.426661 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4988af-d05d-4433-a097-a4e41c7038b9 req-8a62a81a-1263-45de-a0c9-86f8e97855d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:45.428462 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-3c4988af-d05d-4433-a097-a4e41c7038b9 req-8a62a81a-1263-45de-a0c9-86f8e97855d6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9a14efbb-6e94-439a-a6e6-5a94d9f3c818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499179 Aug 06 17:27:45.429636 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] get_ports_and_sgs() called for port_ids ['daf4a5ec-87fe-4a35-8fc1-83fabf5c8919'] {{(pid=93310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:27:45.472947 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cd43bd5-e46d-43ac-b486-b2cbcd39de17', 'tag': 'daf4a5ec-87fe-4a35-8fc1-83fabf5c8919'}] {{(pid=93309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:27:45.476075 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8dc615238e5bcef59bfa1369ec241dac088066ad095906c2652e3fbb51f90a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f8efbb-e575-4d45-bb34-f418f2c2df82" -d '{"events": [{"name": "network-changed", "server_uuid": "5cd43bd5-e46d-43ac-b486-b2cbcd39de17", "tag": "daf4a5ec-87fe-4a35-8fc1-83fabf5c8919"}]}' {{(pid=93309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:27:45.539630 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f48fce-11a7-47cb-83f7-915a1a294bfd x-openstack-request-id: req-a4f48fce-11a7-47cb-83f7-915a1a294bfd {{(pid=93309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:27:45.539962 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cd43bd5-e46d-43ac-b486-b2cbcd39de17", "tag": "daf4a5ec-87fe-4a35-8fc1-83fabf5c8919", "status": "completed", "code": 200}]} {{(pid=93309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:27:45.540226 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a4f48fce-11a7-47cb-83f7-915a1a294bfd {{(pid=93309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:27:45.540610 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cd43bd5-e46d-43ac-b486-b2cbcd39de17', 'tag': 'daf4a5ec-87fe-4a35-8fc1-83fabf5c8919', 'status': 'completed', 'code': 200} Aug 06 17:27:45.551154 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-3c4988af-d05d-4433-a097-a4e41c7038b9 req-11881447-5ec1-487b-8658-e9c368e0068c service neutron] 10.222.0.96 "GET /v2.0/networks/9a14efbb-6e94-439a-a6e6-5a94d9f3c818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016359 Aug 06 17:27:45.563631 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f8ab7-e4c0-463a-87d1-5d5fc5aec8ca req-043392e8-215e-4525-b29e-b860e6699bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:45.565779 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-9a6f8ab7-e4c0-463a-87d1-5d5fc5aec8ca req-043392e8-215e-4525-b29e-b860e6699bfb service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 1100 time: 0.0849814 Aug 06 17:27:45.608701 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-9a6f8ab7-e4c0-463a-87d1-5d5fc5aec8ca req-80552c71-090c-4514-a1ba-e00078ee481f service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338166 Aug 06 17:27:45.650465 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-3c4988af-d05d-4433-a097-a4e41c7038b9 req-d29b4017-057c-435d-89d8-489eeabdb4c0 service neutron] 10.222.0.96 "GET /v2.0/networks/9a14efbb-6e94-439a-a6e6-5a94d9f3c818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899396 Aug 06 17:27:45.747464 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1af5b0-5b97-4fa6-9283-a6a6e8a9a124 req-bf3d8af1-e046-4952-b822-b829f3366343 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:45.748918 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-2e1af5b0-5b97-4fa6-9283-a6a6e8a9a124 req-bf3d8af1-e046-4952-b822-b829f3366343 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 947 time: 0.0516655 Aug 06 17:27:45.795365 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-2e1af5b0-5b97-4fa6-9283-a6a6e8a9a124 req-0229698a-7ffb-43c7-940b-5df19f4c2089 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398955 Aug 06 17:27:46.057998 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a95f4e-fc94-4c57-9b22-7f936e2bfc53 req-93f60050-0e2e-4dca-9849-a647336d12f9 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:46.059487 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c8a95f4e-fc94-4c57-9b22-7f936e2bfc53 req-93f60050-0e2e-4dca-9849-a647336d12f9 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/networks?id=2c248285-8451-4a98-9e33-c567bb185468 HTTP/1.1" status: 200 len: 814 time: 0.1024735 Aug 06 17:27:46.075990 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c8a95f4e-fc94-4c57-9b22-7f936e2bfc53 req-a6bf53cd-890c-4045-a522-5ef783ed03fe tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/quotas/c191f771f99a479bbee297652ad2639e HTTP/1.1" status: 200 len: 375 time: 0.0090036 Aug 06 17:27:46.110548 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c8a95f4e-fc94-4c57-9b22-7f936e2bfc53 req-45b0790b-7899-4f8f-a3ce-b9b96eeb0adb tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=c191f771f99a479bbee297652ad2639e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285826 Aug 06 17:27:46.180704 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8efbb-e575-4d45-bb34-f418f2c2df82 req-9aeae527-44c4-4bf5-abe7-fb0c4dac6c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:46.182105 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-73f8efbb-e575-4d45-bb34-f418f2c2df82 req-9aeae527-44c4-4bf5-abe7-fb0c4dac6c4d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4b89d81ddcd049a3a1e3b0c7ef913e87&device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 1137 time: 0.0429831 Aug 06 17:27:46.230029 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c8a95f4e-fc94-4c57-9b22-7f936e2bfc53 req-b62f31b6-5e47-4fc8-b4bb-9bf21cb46ec9 service neutron] 10.222.0.89 "GET /v2.0/networks/2c248285-8451-4a98-9e33-c567bb185468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119070 Aug 06 17:27:46.233383 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-131bf933-800b-4bb1-94d5-881cf803f185 req-acce28fc-f7ee-450a-9b4f-15cd3fa05d7e service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0617957 Aug 06 17:27:46.285030 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8efbb-e575-4d45-bb34-f418f2c2df82 req-0ce7cfbc-15dc-4d4a-a3f1-d93b35729641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:46.286541 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-73f8efbb-e575-4d45-bb34-f418f2c2df82 req-0ce7cfbc-15dc-4d4a-a3f1-d93b35729641 service neutron] 10.222.0.96 "GET /v2.0/networks?id=9a14efbb-6e94-439a-a6e6-5a94d9f3c818 HTTP/1.1" status: 200 len: 915 time: 0.0936420 Aug 06 17:27:46.318470 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c8a95f4e-fc94-4c57-9b22-7f936e2bfc53 req-0e4b9c90-cc63-49d2-a5b0-aafa50057d78 service neutron] 10.222.0.89 "GET /v2.0/networks/2c248285-8451-4a98-9e33-c567bb185468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820193 Aug 06 17:27:46.386707 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131bf933-800b-4bb1-94d5-881cf803f185 req-e1fb3152-0e00-49e0-941e-3def6e9e42be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:46.388154 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-131bf933-800b-4bb1-94d5-881cf803f185 req-e1fb3152-0e00-49e0-941e-3def6e9e42be service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5efb9b646c554c22b0521e69231c9910&device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 1099 time: 0.0403659 Aug 06 17:27:46.391716 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3821e9-694c-4712-b7e7-e235f7df07af req-34b874cf-352b-45c8-8a5e-4de70a7380eb tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:46.393430 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-ce3821e9-694c-4712-b7e7-e235f7df07af req-34b874cf-352b-45c8-8a5e-4de70a7380eb tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0881956 Aug 06 17:27:46.444529 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-73f8efbb-e575-4d45-bb34-f418f2c2df82 req-873a8177-1944-4ccb-b8dc-c1c7bee7d3c6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=daf4a5ec-87fe-4a35-8fc1-83fabf5c8919 HTTP/1.1" status: 200 len: 1001 time: 0.0981574 Aug 06 17:27:46.450424 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-ce3821e9-694c-4712-b7e7-e235f7df07af req-81b97cc2-7639-4a85-a85a-25cbb2d83611 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495939 Aug 06 17:27:46.516432 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8efbb-e575-4d45-bb34-f418f2c2df82 req-6e694488-872a-4a4c-9b11-46761b4b6e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:46.525932 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-73f8efbb-e575-4d45-bb34-f418f2c2df82 req-6e694488-872a-4a4c-9b11-46761b4b6e6d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d4ce2c86-70ee-4932-994f-c3d019d987cc HTTP/1.1" status: 200 len: 852 time: 0.0497029 Aug 06 17:27:46.526151 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f062a610-4576-4baf-ac9b-5798802c8b88 req-9353375f-4b97-4e97-b017-232160d59805 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e96edcd-87db-4df3-8251-426934b90819 HTTP/1.1" status: 200 len: 210 time: 0.0330310 Aug 06 17:27:46.558497 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131bf933-800b-4bb1-94d5-881cf803f185 req-385e5d91-d334-4c39-b858-d2fcf6e70655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:46.559968 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-131bf933-800b-4bb1-94d5-881cf803f185 req-385e5d91-d334-4c39-b858-d2fcf6e70655 service neutron] 10.222.0.96 "GET /v2.0/networks?id=7806f8bb-4441-4b40-a114-e639f43ce5ef HTTP/1.1" status: 200 len: 912 time: 0.1417651 Aug 06 17:27:46.582184 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8efbb-e575-4d45-bb34-f418f2c2df82 req-50e22ab9-17ef-41a9-ab7b-a8bd728d1689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:46.583728 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-73f8efbb-e575-4d45-bb34-f418f2c2df82 req-50e22ab9-17ef-41a9-ab7b-a8bd728d1689 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9a14efbb-6e94-439a-a6e6-5a94d9f3c818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464561 Aug 06 17:27:46.662922 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-131bf933-800b-4bb1-94d5-881cf803f185 req-867264c7-d4ab-47d8-b6d0-2243903ef63f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3dda1d5-65e1-4d8a-ad1c-be0aacb08483 HTTP/1.1" status: 200 len: 1002 time: 0.0634024 Aug 06 17:27:46.694556 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-73f8efbb-e575-4d45-bb34-f418f2c2df82 req-50067d45-c722-41ef-9c68-e0131e4ce552 service neutron] 10.222.0.96 "GET /v2.0/networks/9a14efbb-6e94-439a-a6e6-5a94d9f3c818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903585 Aug 06 17:27:46.720169 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131bf933-800b-4bb1-94d5-881cf803f185 req-fd6f7db8-86ec-4c1a-be36-12eea0271e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:46.722295 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-131bf933-800b-4bb1-94d5-881cf803f185 req-fd6f7db8-86ec-4c1a-be36-12eea0271e43 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6a5bba92-673b-4ffb-874f-ddb7f0dd2e8d HTTP/1.1" status: 200 len: 849 time: 0.0465319 Aug 06 17:27:46.788002 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-73f8efbb-e575-4d45-bb34-f418f2c2df82 req-2e365812-a4ca-4e03-b07b-9172d402fce1 service neutron] 10.222.0.96 "GET /v2.0/networks/9a14efbb-6e94-439a-a6e6-5a94d9f3c818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873547 Aug 06 17:27:46.788470 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131bf933-800b-4bb1-94d5-881cf803f185 req-1c3b6ec5-36cb-495d-8f29-08882978b65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:46.789997 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-131bf933-800b-4bb1-94d5-881cf803f185 req-1c3b6ec5-36cb-495d-8f29-08882978b65b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=7806f8bb-4441-4b40-a114-e639f43ce5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0477369 Aug 06 17:27:46.921129 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62dca7a-3a36-4b1f-a346-3df5432a8135 req-d630e2fa-7222-4d78-8fbc-fef00263034b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:46.922875 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a62dca7a-3a36-4b1f-a346-3df5432a8135 req-d630e2fa-7222-4d78-8fbc-fef00263034b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 947 time: 0.0561938 Aug 06 17:27:46.941708 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-131bf933-800b-4bb1-94d5-881cf803f185 req-915ba572-d142-4bea-b447-73dc5e15dbe7 service neutron] 10.222.0.96 "GET /v2.0/networks/7806f8bb-4441-4b40-a114-e639f43ce5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929620 Aug 06 17:27:46.964587 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a62dca7a-3a36-4b1f-a346-3df5432a8135 req-0764dc3b-6943-4bc6-a5b6-09ace62b6722 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353374 Aug 06 17:27:47.043783 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-131bf933-800b-4bb1-94d5-881cf803f185 req-e61b6c47-73f4-4ded-8f4f-e332f5a81b77 service neutron] 10.222.0.96 "GET /v2.0/networks/7806f8bb-4441-4b40-a114-e639f43ce5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892520 Aug 06 17:27:47.360920 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.agents_db [None req-f0f84874-ee0a-4567-8005-82f1841bb43f None None] Agent healthcheck: found 6 active agents {{(pid=93311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:27:47.605102 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b615b29-5f0d-4cff-b71c-a74891a6dc67 req-22faf21d-a941-40f5-8046-1c4764cf0ffa tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:47.606577 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-8b615b29-5f0d-4cff-b71c-a74891a6dc67 req-22faf21d-a941-40f5-8046-1c4764cf0ffa tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0560856 Aug 06 17:27:47.644977 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-b45d93be-f1de-48a0-a4c1-08d7965d7e2d req-2236c812-3dd0-42a2-8b71-cdeb4c7b0550 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e96edcd-87db-4df3-8251-426934b90819 HTTP/1.1" status: 200 len: 210 time: 0.0270598 Aug 06 17:27:47.652554 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-8b615b29-5f0d-4cff-b71c-a74891a6dc67 req-cce7033b-dd51-42a2-a55f-c5e1a16fa4a1 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371614 Aug 06 17:27:47.851682 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af306b0-9449-4ca8-821c-18e1d332d30c req-766c7df3-6432-488f-af19-e6f5740b7e02 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:47.853247 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-9af306b0-9449-4ca8-821c-18e1d332d30c req-766c7df3-6432-488f-af19-e6f5740b7e02 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 946 time: 0.0638709 Aug 06 17:27:47.896929 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-9af306b0-9449-4ca8-821c-18e1d332d30c req-7080bad5-b664-4876-ab64-e959891bf38c tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377584 Aug 06 17:27:48.055896 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a95f4e-fc94-4c57-9b22-7f936e2bfc53 req-aa1fb742-a9c3-4018-8965-f5fe8b4d8e7a tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:48.057376 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c8a95f4e-fc94-4c57-9b22-7f936e2bfc53 req-aa1fb742-a9c3-4018-8965-f5fe8b4d8e7a tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.96 "GET /v2.0/networks?id=2c248285-8451-4a98-9e33-c567bb185468 HTTP/1.1" status: 200 len: 814 time: 0.1379116 Aug 06 17:27:48.109834 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e902d-a2ec-4b55-8efc-85bc7000274d req-c2e45271-e746-483d-bb70-32ebaae6879a tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:48.111499 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-6d7e902d-a2ec-4b55-8efc-85bc7000274d req-c2e45271-e746-483d-bb70-32ebaae6879a tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 947 time: 0.0508900 Aug 06 17:27:48.123036 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [req-c8a95f4e-fc94-4c57-9b22-7f936e2bfc53 req-83bc6151-d98a-4807-b6e1-d1bca4dd8326 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Request body: {'port': {'device_id': '5e96edcd-87db-4df3-8251-426934b90819', 'network_id': '2c248285-8451-4a98-9e33-c567bb185468', 'admin_state_up': True, 'tenant_id': 'c191f771f99a479bbee297652ad2639e'}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:27:48.161285 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-6d7e902d-a2ec-4b55-8efc-85bc7000274d req-bf8984a7-cbdc-4ca9-8cbc-c5f0747a0966 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361421 Aug 06 17:27:48.237363 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8a95f4e-fc94-4c57-9b22-7f936e2bfc53 req-83bc6151-d98a-4807-b6e1-d1bca4dd8326 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Made reservation on behalf of c191f771f99a479bbee297652ad2639e for: {'port': 1} {{(pid=93309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:27:48.240979 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-c8a95f4e-fc94-4c57-9b22-7f936e2bfc53 req-83bc6151-d98a-4807-b6e1-d1bca4dd8326 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:48.377061 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.db_base_plugin_common [req-c8a95f4e-fc94-4c57-9b22-7f936e2bfc53 req-83bc6151-d98a-4807-b6e1-d1bca4dd8326 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Allocated IP 172.20.0.4 (2c248285-8451-4a98-9e33-c567bb185468/cc9d2feb-ddb4-41e8-9948-a9ef99c10889/ab277b10-361c-4a75-acaa-63e13f97e0bd) {{(pid=93309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:27:48.541021 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-c8a95f4e-fc94-4c57-9b22-7f936e2bfc53 req-83bc6151-d98a-4807-b6e1-d1bca4dd8326 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Notify callbacks [] for port, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:48.588106 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-c8a95f4e-fc94-4c57-9b22-7f936e2bfc53 req-83bc6151-d98a-4807-b6e1-d1bca4dd8326 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379163'] for port, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:48.632015 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8a95f4e-fc94-4c57-9b22-7f936e2bfc53 req-83bc6151-d98a-4807-b6e1-d1bca4dd8326 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Network 2c248285-8451-4a98-9e33-c567bb185468 is already hosted by enough agents. {{(pid=93309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:27:48.635096 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.base_scheduler [req-c8a95f4e-fc94-4c57-9b22-7f936e2bfc53 req-83bc6151-d98a-4807-b6e1-d1bca4dd8326 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Resources bound (agent type, host, resource id): {{(pid=93309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:27:48.639250 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a95f4e-fc94-4c57-9b22-7f936e2bfc53 req-83bc6151-d98a-4807-b6e1-d1bca4dd8326 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Received port after_create {{(pid=93309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:27:48.646000 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc6151-d98a-4807-b6e1-d1bca4dd8326 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Pushing event updated for resources: {'Port': ['ID=ab277b10-361c-4a75-acaa-63e13f97e0bd,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:27:48.693571 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a95f4e-fc94-4c57-9b22-7f936e2bfc53 req-83bc6151-d98a-4807-b6e1-d1bca4dd8326 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:48.694232 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-c8a95f4e-fc94-4c57-9b22-7f936e2bfc53 req-83bc6151-d98a-4807-b6e1-d1bca4dd8326 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:48.711836 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c8a95f4e-fc94-4c57-9b22-7f936e2bfc53 req-83bc6151-d98a-4807-b6e1-d1bca4dd8326 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5935495 Aug 06 17:27:48.733796 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [req-c8a95f4e-fc94-4c57-9b22-7f936e2bfc53 req-f4f00012-a85d-4255-a7ab-bda17a07292c service neutron] Request body: {'port': {'device_id': '5e96edcd-87db-4df3-8251-426934b90819', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80377'}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:27:48.772886 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c3899-88c9-4cca-9ed1-9b92e1294709 req-5fe9920f-47b5-4ed8-b10c-815dc4bc6a3e tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:48.774500 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-5d4c3899-88c9-4cca-9ed1-9b92e1294709 req-5fe9920f-47b5-4ed8-b10c-815dc4bc6a3e tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0520492 Aug 06 17:27:48.812108 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdea35e-f19e-4ede-90dd-503a64225766 req-35ae374f-5d22-4401-9666-4646826d557a tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:48.813663 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-9bdea35e-f19e-4ede-90dd-503a64225766 req-35ae374f-5d22-4401-9666-4646826d557a tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e96edcd-87db-4df3-8251-426934b90819 HTTP/1.1" status: 200 len: 931 time: 0.0946598 Aug 06 17:27:48.819057 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-c8a95f4e-fc94-4c57-9b22-7f936e2bfc53 req-f4f00012-a85d-4255-a7ab-bda17a07292c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:48.887388 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-9bdea35e-f19e-4ede-90dd-503a64225766 req-4c467488-ba5b-4279-a3b0-be120ccd460b tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/security-groups?id=40aa14bd-5e4b-4fff-baf4-74ad99448249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658891 Aug 06 17:27:49.055114 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-5d4c3899-88c9-4cca-9ed1-9b92e1294709 req-ab1df231-22a2-41b7-8542-e79a54ba2070 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744241 Aug 06 17:27:49.073104 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d192f-5138-4eb2-82c7-2a8818bece82 req-53164536-09af-49ea-9508-1b29fa50675f tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:49.074605 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-313d192f-5138-4eb2-82c7-2a8818bece82 req-53164536-09af-49ea-9508-1b29fa50675f tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 946 time: 0.1029613 Aug 06 17:27:49.288288 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0653907d-87cd-4ee7-8992-9a83394ddaa0 req-ac0054a2-a295-4c17-afed-fa210d351737 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:49.290485 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-0653907d-87cd-4ee7-8992-9a83394ddaa0 req-ac0054a2-a295-4c17-afed-fa210d351737 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 947 time: 0.0517559 Aug 06 17:27:49.332552 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-0653907d-87cd-4ee7-8992-9a83394ddaa0 req-91f1e021-2ce8-4bcb-b681-31810536b8fc tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358260 Aug 06 17:27:49.369006 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-313d192f-5138-4eb2-82c7-2a8818bece82 req-f303323b-f9e0-48dc-99cc-e5dd9155f10f tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2873988 Aug 06 17:27:49.408068 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.notifiers.nova [req-c8a95f4e-fc94-4c57-9b22-7f936e2bfc53 req-f4f00012-a85d-4255-a7ab-bda17a07292c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab277b10-361c-4a75-acaa-63e13f97e0bd {{(pid=93309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:27:49.415796 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-c8a95f4e-fc94-4c57-9b22-7f936e2bfc53 req-f4f00012-a85d-4255-a7ab-bda17a07292c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:49.429515 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.provisioning_blocks [req-c8a95f4e-fc94-4c57-9b22-7f936e2bfc53 req-f4f00012-a85d-4255-a7ab-bda17a07292c service neutron] Transition to ACTIVE for port object ab277b10-361c-4a75-acaa-63e13f97e0bd will not be triggered until provisioned by entity L2. {{(pid=93309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:27:49.433978 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-c8a95f4e-fc94-4c57-9b22-7f936e2bfc53 req-f4f00012-a85d-4255-a7ab-bda17a07292c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30379154'] for port, after_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:49.482147 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f00012-a85d-4255-a7ab-bda17a07292c service neutron] Pushing event updated for resources: {'Port': ['ID=ab277b10-361c-4a75-acaa-63e13f97e0bd,revision_number=2']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:27:49.550153 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.managers [req-c8a95f4e-fc94-4c57-9b22-7f936e2bfc53 req-f4f00012-a85d-4255-a7ab-bda17a07292c service neutron] Attempting to bind port ab277b10-361c-4a75-acaa-63e13f97e0bd on host hv-cinder-80377 for vnic_type normal with profile {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:27:49.550504 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.managers [req-c8a95f4e-fc94-4c57-9b22-7f936e2bfc53 req-f4f00012-a85d-4255-a7ab-bda17a07292c service neutron] Attempting to bind port ab277b10-361c-4a75-acaa-63e13f97e0bd by drivers openvswitch,hyperv on host hv-cinder-80377 at level 0 using segments [{'id': '71e49bc8-ea2b-44a1-8bed-36cc046a884f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2c248285-8451-4a98-9e33-c567bb185468'}] {{(pid=93309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:27:49.550825 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a95f4e-fc94-4c57-9b22-7f936e2bfc53 req-f4f00012-a85d-4255-a7ab-bda17a07292c service neutron] Attempting to bind port ab277b10-361c-4a75-acaa-63e13f97e0bd on network 2c248285-8451-4a98-9e33-c567bb185468 {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:27:49.555209 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a95f4e-fc94-4c57-9b22-7f936e2bfc53 req-f4f00012-a85d-4255-a7ab-bda17a07292c service neutron] Port ab277b10-361c-4a75-acaa-63e13f97e0bd on network 2c248285-8451-4a98-9e33-c567bb185468 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80377 {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 17:27:49.555867 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a95f4e-fc94-4c57-9b22-7f936e2bfc53 req-f4f00012-a85d-4255-a7ab-bda17a07292c service neutron] Attempting to bind port ab277b10-361c-4a75-acaa-63e13f97e0bd on network 2c248285-8451-4a98-9e33-c567bb185468 {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:27:49.560516 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a95f4e-fc94-4c57-9b22-7f936e2bfc53 req-f4f00012-a85d-4255-a7ab-bda17a07292c service neutron] Checking agent: {'id': 'd2fb1ab5-1995-4796-a222-8ffdc3f56d02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 21, 40), 'started_at': datetime.datetime(2021, 8, 6, 17, 21, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:27:49.560862 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a95f4e-fc94-4c57-9b22-7f936e2bfc53 req-f4f00012-a85d-4255-a7ab-bda17a07292c service neutron] Checking segment: {'id': '71e49bc8-ea2b-44a1-8bed-36cc046a884f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2c248285-8451-4a98-9e33-c567bb185468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:27:49.561235 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a95f4e-fc94-4c57-9b22-7f936e2bfc53 req-f4f00012-a85d-4255-a7ab-bda17a07292c service neutron] Bound using segment: {'id': '71e49bc8-ea2b-44a1-8bed-36cc046a884f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2c248285-8451-4a98-9e33-c567bb185468'} {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:27:49.561630 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.managers [req-c8a95f4e-fc94-4c57-9b22-7f936e2bfc53 req-f4f00012-a85d-4255-a7ab-bda17a07292c service neutron] Bound port: ab277b10-361c-4a75-acaa-63e13f97e0bd, host: hv-cinder-80377, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71e49bc8-ea2b-44a1-8bed-36cc046a884f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2c248285-8451-4a98-9e33-c567bb185468'}}] {{(pid=93309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:27:49.561964 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-c8a95f4e-fc94-4c57-9b22-7f936e2bfc53 req-f4f00012-a85d-4255-a7ab-bda17a07292c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:49.623263 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.db [req-c8a95f4e-fc94-4c57-9b22-7f936e2bfc53 req-f4f00012-a85d-4255-a7ab-bda17a07292c service neutron] For port ab277b10-361c-4a75-acaa-63e13f97e0bd, host hv-cinder-80377, cleared binding levels {{(pid=93309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:27:49.626497 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.db [req-c8a95f4e-fc94-4c57-9b22-7f936e2bfc53 req-f4f00012-a85d-4255-a7ab-bda17a07292c service neutron] For port ab277b10-361c-4a75-acaa-63e13f97e0bd, host hv-cinder-80377, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=ab277b10-361c-4a75-acaa-63e13f97e0bd,segment=NetworkSegment(71e49bc8-ea2b-44a1-8bed-36cc046a884f),segment_id=71e49bc8-ea2b-44a1-8bed-36cc046a884f)] {{(pid=93309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:27:49.634395 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-c8a95f4e-fc94-4c57-9b22-7f936e2bfc53 req-f4f00012-a85d-4255-a7ab-bda17a07292c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30379154'] for port, after_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:49.665786 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a95f4e-fc94-4c57-9b22-7f936e2bfc53 req-f4f00012-a85d-4255-a7ab-bda17a07292c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:49.666417 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-c8a95f4e-fc94-4c57-9b22-7f936e2bfc53 req-f4f00012-a85d-4255-a7ab-bda17a07292c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:49.667775 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c8a95f4e-fc94-4c57-9b22-7f936e2bfc53 req-f4f00012-a85d-4255-a7ab-bda17a07292c service neutron] 10.222.0.96 "PUT /v2.0/ports/ab277b10-361c-4a75-acaa-63e13f97e0bd HTTP/1.1" status: 200 len: 1093 time: 0.9381335 Aug 06 17:27:49.668312 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e96edcd-87db-4df3-8251-426934b90819', 'tag': 'ab277b10-361c-4a75-acaa-63e13f97e0bd'}] {{(pid=93309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:27:49.670570 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8dc615238e5bcef59bfa1369ec241dac088066ad095906c2652e3fbb51f90a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbafc19-9344-4156-be9e-2e8393904d68" -d '{"events": [{"name": "network-changed", "server_uuid": "5e96edcd-87db-4df3-8251-426934b90819", "tag": "ab277b10-361c-4a75-acaa-63e13f97e0bd"}]}' {{(pid=93309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:27:49.696712 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f00012-a85d-4255-a7ab-bda17a07292c service neutron] Pushing event updated for resources: {'Port': ['ID=ab277b10-361c-4a75-acaa-63e13f97e0bd,revision_number=3']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:27:49.714243 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57d6857-c36b-4678-83cd-fd0d20674dee x-openstack-request-id: req-d57d6857-c36b-4678-83cd-fd0d20674dee {{(pid=93309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:27:49.714711 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e96edcd-87db-4df3-8251-426934b90819", "tag": "ab277b10-361c-4a75-acaa-63e13f97e0bd", "status": "completed", "code": 200}]} {{(pid=93309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:27:49.715093 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d57d6857-c36b-4678-83cd-fd0d20674dee {{(pid=93309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:27:49.715640 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e96edcd-87db-4df3-8251-426934b90819', 'tag': 'ab277b10-361c-4a75-acaa-63e13f97e0bd', 'status': 'completed', 'code': 200} Aug 06 17:27:49.825651 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a95f4e-fc94-4c57-9b22-7f936e2bfc53 req-0eed609d-5e66-4714-a9a1-106b007a87c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:49.827759 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c8a95f4e-fc94-4c57-9b22-7f936e2bfc53 req-0eed609d-5e66-4714-a9a1-106b007a87c7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c191f771f99a479bbee297652ad2639e&device_id=5e96edcd-87db-4df3-8251-426934b90819 HTTP/1.1" status: 200 len: 1096 time: 0.0499668 Aug 06 17:27:49.882544 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c8a95f4e-fc94-4c57-9b22-7f936e2bfc53 req-46e3f890-2f98-4121-974d-6c51986f9836 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab277b10-361c-4a75-acaa-63e13f97e0bd HTTP/1.1" status: 200 len: 217 time: 0.0330510 Aug 06 17:27:49.933621 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a95f4e-fc94-4c57-9b22-7f936e2bfc53 req-d2fd057f-30d0-4625-98c8-6a2e0b7988b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:49.935141 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c8a95f4e-fc94-4c57-9b22-7f936e2bfc53 req-d2fd057f-30d0-4625-98c8-6a2e0b7988b4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=cc9d2feb-ddb4-41e8-9948-a9ef99c10889 HTTP/1.1" status: 200 len: 854 time: 0.0426366 Aug 06 17:27:50.012113 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f41515-7f9c-4182-ade4-6aff1625530f req-588bd109-0a08-46a0-a552-f0e739f8d7bd tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:50.013686 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-a6f41515-7f9c-4182-ade4-6aff1625530f req-588bd109-0a08-46a0-a552-f0e739f8d7bd tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e96edcd-87db-4df3-8251-426934b90819 HTTP/1.1" status: 200 len: 943 time: 0.0552547 Aug 06 17:27:50.043449 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c8a95f4e-fc94-4c57-9b22-7f936e2bfc53 req-8d5332d1-9e7d-4fa3-8e67-266436333fae service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2c248285-8451-4a98-9e33-c567bb185468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288081 Aug 06 17:27:50.093355 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-a6f41515-7f9c-4182-ade4-6aff1625530f req-6296d8de-176f-470a-b753-297e3c3352ec tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/security-groups?id=40aa14bd-5e4b-4fff-baf4-74ad99448249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709782 Aug 06 17:27:50.155469 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c8a95f4e-fc94-4c57-9b22-7f936e2bfc53 req-31812d0f-7f19-4ff0-914d-4c9c7127921e service neutron] 10.222.0.96 "GET /v2.0/networks/2c248285-8451-4a98-9e33-c567bb185468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017385 Aug 06 17:27:50.172355 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ecdd1-7b89-462d-b372-dda2f5acf2ec req-e25e53a3-1a70-44cf-8d67-9d368a9a4831 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:50.174121 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-559ecdd1-7b89-462d-b372-dda2f5acf2ec req-e25e53a3-1a70-44cf-8d67-9d368a9a4831 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0488467 Aug 06 17:27:50.211692 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-559ecdd1-7b89-462d-b372-dda2f5acf2ec req-f6ebbfc6-89f0-46af-ad39-875e28448b9e tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/security-groups?id=57e5ce83-ea92-4812-92de-6532d1b9ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313435 Aug 06 17:27:50.250328 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c8a95f4e-fc94-4c57-9b22-7f936e2bfc53 req-c18bf178-08e4-42c3-8eac-d20dc8af4345 service neutron] 10.222.0.96 "GET /v2.0/networks/2c248285-8451-4a98-9e33-c567bb185468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852902 Aug 06 17:27:50.481479 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbafc19-9344-4156-be9e-2e8393904d68 req-87c84664-f62c-4080-a1ee-c1f8d955b276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:50.483021 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-ccbafc19-9344-4156-be9e-2e8393904d68 req-87c84664-f62c-4080-a1ee-c1f8d955b276 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c191f771f99a479bbee297652ad2639e&device_id=5e96edcd-87db-4df3-8251-426934b90819 HTTP/1.1" status: 200 len: 1096 time: 0.0700083 Aug 06 17:27:50.522557 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6408419e-9f01-41dc-ac33-917c5db04313 req-686ff129-58c1-456c-8937-4bc2cf903ec4 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:50.524006 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-6408419e-9f01-41dc-ac33-917c5db04313 req-686ff129-58c1-456c-8937-4bc2cf903ec4 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 946 time: 0.0824685 Aug 06 17:27:50.600689 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-6408419e-9f01-41dc-ac33-917c5db04313 req-f36eb969-f50b-459c-a38d-650115cf4090 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490313 Aug 06 17:27:50.609695 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbafc19-9344-4156-be9e-2e8393904d68 req-69cb3bf1-9111-417d-b962-a8044e8f81a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:50.611291 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-ccbafc19-9344-4156-be9e-2e8393904d68 req-69cb3bf1-9111-417d-b962-a8044e8f81a3 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2c248285-8451-4a98-9e33-c567bb185468 HTTP/1.1" status: 200 len: 916 time: 0.1205626 Aug 06 17:27:50.698967 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-ccbafc19-9344-4156-be9e-2e8393904d68 req-49cc2427-e4ee-479c-8389-9919d9f99905 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab277b10-361c-4a75-acaa-63e13f97e0bd HTTP/1.1" status: 200 len: 217 time: 0.0429304 Aug 06 17:27:50.714624 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f90bc9-31f6-4c0d-bba4-245e3333e404 req-082eb956-d1ea-428d-a2be-793494d3d7d0 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:50.717038 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-65f90bc9-31f6-4c0d-bba4-245e3333e404 req-082eb956-d1ea-428d-a2be-793494d3d7d0 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.96 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 945 time: 0.0603909 Aug 06 17:27:50.756335 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbafc19-9344-4156-be9e-2e8393904d68 req-645b5fdd-5671-4ac6-99ff-21e7b2bdcec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:50.757877 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-ccbafc19-9344-4156-be9e-2e8393904d68 req-645b5fdd-5671-4ac6-99ff-21e7b2bdcec3 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=cc9d2feb-ddb4-41e8-9948-a9ef99c10889 HTTP/1.1" status: 200 len: 854 time: 0.0503702 Aug 06 17:27:50.795732 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-ccbafc19-9344-4156-be9e-2e8393904d68 req-0d40c2dd-bf1d-4af7-94bf-abfd1c6f3719 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2c248285-8451-4a98-9e33-c567bb185468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246365 Aug 06 17:27:50.819874 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [req-65f90bc9-31f6-4c0d-bba4-245e3333e404 req-1c1d5c01-481d-416f-a841-de5178e5ff90 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Deleting port 8414eecb-2a81-4939-9667-8a954bda4689 {{(pid=93308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:27:50.820189 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-65f90bc9-31f6-4c0d-bba4-245e3333e404 req-1c1d5c01-481d-416f-a841-de5178e5ff90 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:50.893315 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-ccbafc19-9344-4156-be9e-2e8393904d68 req-f070e99e-f56f-4b85-b087-4539118892ff service neutron] 10.222.0.96 "GET /v2.0/networks/2c248285-8451-4a98-9e33-c567bb185468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865490 Aug 06 17:27:50.909326 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [req-65f90bc9-31f6-4c0d-bba4-245e3333e404 req-1c1d5c01-481d-416f-a841-de5178e5ff90 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] For port 8414eecb-2a81-4939-9667-8a954bda4689, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=8414eecb-2a81-4939-9667-8a954bda4689,segment=NetworkSegment(1f629a59-4c07-46a1-b9e6-833920fc9ee9),segment_id=1f629a59-4c07-46a1-b9e6-833920fc9ee9)] {{(pid=93308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:27:50.909678 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-65f90bc9-31f6-4c0d-bba4-245e3333e404 req-1c1d5c01-481d-416f-a841-de5178e5ff90 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:50.922714 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [req-65f90bc9-31f6-4c0d-bba4-245e3333e404 req-1c1d5c01-481d-416f-a841-de5178e5ff90 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Calling delete_port for 8414eecb-2a81-4939-9667-8a954bda4689 owned by compute:nova {{(pid=93308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:27:50.995499 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-ccbafc19-9344-4156-be9e-2e8393904d68 req-caf2b047-59fc-467d-af95-cc0354e2b391 service neutron] 10.222.0.96 "GET /v2.0/networks/2c248285-8451-4a98-9e33-c567bb185468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932477 Aug 06 17:27:51.061995 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-65f90bc9-31f6-4c0d-bba4-245e3333e404 req-1c1d5c01-481d-416f-a841-de5178e5ff90 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253'] for port, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:51.090045 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d5c01-481d-416f-a841-de5178e5ff90 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Pushing event deleted for resources: {'Port': ['ID=8414eecb-2a81-4939-9667-8a954bda4689,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:27:51.101935 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-0aebf3f1-6e23-4ead-aeb8-45db368fb204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:51.131633 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f90bc9-31f6-4c0d-bba4-245e3333e404 req-1c1d5c01-481d-416f-a841-de5178e5ff90 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] No DVR routers for this DVR port 8414eecb-2a81-4939-9667-8a954bda4689 on host hv-cinder-80377 {{(pid=93308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:27:51.134486 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-65f90bc9-31f6-4c0d-bba4-245e3333e404 req-1c1d5c01-481d-416f-a841-de5178e5ff90 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:51.138274 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-65f90bc9-31f6-4c0d-bba4-245e3333e404 req-1c1d5c01-481d-416f-a841-de5178e5ff90 tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.96 "DELETE /v2.0/ports/8414eecb-2a81-4939-9667-8a954bda4689 HTTP/1.1" status: 204 len: 173 time: 0.4132941 Aug 06 17:27:51.138737 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618ac209-4e4d-449c-86ef-9a66309d9dee', 'name': 'network-vif-deleted', 'tag': '8414eecb-2a81-4939-9667-8a954bda4689'}] {{(pid=93308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:27:51.141077 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9970891e86e7a54ba8327591cdb5f98a510e69f2198634f60bde42845cd177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5a4244-795e-4bda-9b25-ba892932c0cb" -d '{"events": [{"server_uuid": "618ac209-4e4d-449c-86ef-9a66309d9dee", "name": "network-vif-deleted", "tag": "8414eecb-2a81-4939-9667-8a954bda4689"}]}' {{(pid=93308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:27:51.177657 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2abffe-dbd5-4f47-b5b8-97a560deee80 x-openstack-request-id: req-8a2abffe-dbd5-4f47-b5b8-97a560deee80 {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:27:51.178320 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "618ac209-4e4d-449c-86ef-9a66309d9dee", "name": "network-vif-deleted", "tag": "8414eecb-2a81-4939-9667-8a954bda4689", "status": "completed", "code": 200}]} {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:27:51.178320 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-8a2abffe-dbd5-4f47-b5b8-97a560deee80 {{(pid=93308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:27:51.178604 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618ac209-4e4d-449c-86ef-9a66309d9dee', 'name': 'network-vif-deleted', 'tag': '8414eecb-2a81-4939-9667-8a954bda4689', 'status': 'completed', 'code': 200} Aug 06 17:27:51.215637 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d540e5-3243-437c-9f8e-c4d47b811d8e req-f4bcb4f8-b5ae-4f61-9490-03f2a0fafb1e tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:51.217150 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-44d540e5-3243-437c-9f8e-c4d47b811d8e req-f4bcb4f8-b5ae-4f61-9490-03f2a0fafb1e tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e96edcd-87db-4df3-8251-426934b90819 HTTP/1.1" status: 200 len: 943 time: 0.0508149 Aug 06 17:27:51.260792 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-44d540e5-3243-437c-9f8e-c4d47b811d8e req-98551b5c-902f-42fa-aff2-d1326df78892 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/security-groups?id=40aa14bd-5e4b-4fff-baf4-74ad99448249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371377 Aug 06 17:27:51.315359 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-b79f21f9-65a2-426c-812b-646949e172a5 req-d9e689e3-2041-4360-baf7-f316dcc82e9c tempest-ServerRescueNegativeTestJSON-323964351 tempest-ServerRescueNegativeTestJSON-323964351-project] 10.222.0.89 "GET /v2.0/ports?device_id=618ac209-4e4d-449c-86ef-9a66309d9dee HTTP/1.1" status: 200 len: 210 time: 0.0278299 Aug 06 17:27:51.731540 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a203df8-7a22-4ba5-b8c5-fab8cc37c95d req-5080f45f-4c34-49a5-8509-4cf36a18288b tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:51.733055 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-8a203df8-7a22-4ba5-b8c5-fab8cc37c95d req-5080f45f-4c34-49a5-8509-4cf36a18288b tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 946 time: 0.0540230 Aug 06 17:27:51.773808 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-8a203df8-7a22-4ba5-b8c5-fab8cc37c95d req-e4d792ee-f977-42c4-8a8b-fcc8eae27dd4 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343904 Aug 06 17:27:52.377514 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 35726) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:27:52.382001 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b28b9-387b-4455-a228-45e0be3627d5 req-747b55f1-bb3e-4fdd-949f-fb783aea45cd tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:52.385829 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-de6b28b9-387b-4455-a228-45e0be3627d5 req-747b55f1-bb3e-4fdd-949f-fb783aea45cd tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e96edcd-87db-4df3-8251-426934b90819 HTTP/1.1" status: 200 len: 943 time: 0.0562692 Aug 06 17:27:52.422287 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-de6b28b9-387b-4455-a228-45e0be3627d5 req-a3a11e15-1779-4c22-aeba-0bfff8e2f938 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/security-groups?id=40aa14bd-5e4b-4fff-baf4-74ad99448249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328331 Aug 06 17:27:52.802562 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-f42419c6-f56a-4fe0-ab94-ecab0b5a5b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429544'] for router_interface, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:52.933739 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa8ef1-5d94-4534-ad7c-220c555818ba req-89eef5a9-1079-442b-a6d8-a928eccc691e tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:52.935212 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-b1aa8ef1-5d94-4534-ad7c-220c555818ba req-89eef5a9-1079-442b-a6d8-a928eccc691e tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 946 time: 0.0924115 Aug 06 17:27:52.988142 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device ab277b10-361c-4a75-acaa-63e13f97e0bd details requested by agent hyperv_hv-cinder-80377 with host hv-cinder-80377 {{(pid=93310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 17:27:53.000016 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 8414eecb-2a81-4939-9667-8a954bda4689 no longer exists at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:27:53.022674 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] No Port match for: 8414eecb-2a81-4939-9667-8a954bda4689 {{(pid=93310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:27:53.023013 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 8414eecb-2a81-4939-9667-8a954bda4689 not bound to the agent host hv-cinder-80377 {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:27:53.062181 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-b1aa8ef1-5d94-4534-ad7c-220c555818ba req-7aecf791-9798-4c33-b090-972f3166b9ef tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076479 Aug 06 17:27:53.109487 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port ab277b10-361c-4a75-acaa-63e13f97e0bd, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=ab277b10-361c-4a75-acaa-63e13f97e0bd,segment=NetworkSegment(71e49bc8-ea2b-44a1-8bed-36cc046a884f),segment_id=71e49bc8-ea2b-44a1-8bed-36cc046a884f)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:27:53.120033 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Returning: {'device': 'ab277b10-361c-4a75-acaa-63e13f97e0bd', 'network_id': '2c248285-8451-4a98-9e33-c567bb185468', 'port_id': 'ab277b10-361c-4a75-acaa-63e13f97e0bd', 'mac_address': 'fa:16:3e:d8:d1:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc9d2feb-ddb4-41e8-9948-a9ef99c10889', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 17:27:53.156098 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [None req-f42419c6-f56a-4fe0-ab94-ecab0b5a5b92 admin admin] Deleting port 0c2db788-0390-4a54-8b8a-670070d72af3 {{(pid=93308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:27:53.156431 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-f42419c6-f56a-4fe0-ab94-ecab0b5a5b92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:53.161043 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:53.173984 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab277b10-361c-4a75-acaa-63e13f97e0bd {{(pid=93310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:27:53.193973 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port ab277b10-361c-4a75-acaa-63e13f97e0bd, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=ab277b10-361c-4a75-acaa-63e13f97e0bd,segment=NetworkSegment(71e49bc8-ea2b-44a1-8bed-36cc046a884f),segment_id=71e49bc8-ea2b-44a1-8bed-36cc046a884f)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:27:53.198840 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:53.237233 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [None req-f42419c6-f56a-4fe0-ab94-ecab0b5a5b92 admin admin] For port 0c2db788-0390-4a54-8b8a-670070d72af3, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=0c2db788-0390-4a54-8b8a-670070d72af3,segment=NetworkSegment(1f629a59-4c07-46a1-b9e6-833920fc9ee9),segment_id=1f629a59-4c07-46a1-b9e6-833920fc9ee9)] {{(pid=93308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:27:53.237599 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-f42419c6-f56a-4fe0-ab94-ecab0b5a5b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:53.246567 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=ab277b10-361c-4a75-acaa-63e13f97e0bd,revision_number=4']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:27:53.250173 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [None req-f42419c6-f56a-4fe0-ab94-ecab0b5a5b92 admin admin] Calling delete_port for 0c2db788-0390-4a54-8b8a-670070d72af3 owned by network:router_interface {{(pid=93308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:27:53.368533 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-1859fb6c-ca61-455a-89d0-8cdbdb09504d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:53.451954 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-f42419c6-f56a-4fe0-ab94-ecab0b5a5b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253'] for port, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:53.476849 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42419c6-f56a-4fe0-ab94-ecab0b5a5b92 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c2db788-0390-4a54-8b8a-670070d72af3,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:27:53.546811 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df453dd2-71a2-4b44-804b-0671a17a13ce req-df7ea4f8-44e0-4161-b2f0-931696dedfb1 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:53.548447 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-df453dd2-71a2-4b44-804b-0671a17a13ce req-df7ea4f8-44e0-4161-b2f0-931696dedfb1 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e96edcd-87db-4df3-8251-426934b90819 HTTP/1.1" status: 200 len: 944 time: 0.0513027 Aug 06 17:27:53.587934 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-df453dd2-71a2-4b44-804b-0671a17a13ce req-64452a92-9e28-4ace-8c49-3abd12c360fc tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/security-groups?id=40aa14bd-5e4b-4fff-baf4-74ad99448249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333223 Aug 06 17:27:53.601322 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-f42419c6-f56a-4fe0-ab94-ecab0b5a5b92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429428'] for router_interface, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:53.605485 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] get_ports_and_sgs() called for port_ids ['ab277b10-361c-4a75-acaa-63e13f97e0bd'] {{(pid=93310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:27:53.823422 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f42419c6-f56a-4fe0-ab94-ecab0b5a5b92 admin admin] Router 6b7ec83f-2281-4c78-8448-154152dcbf4c has already been hosted by L3 agent cbcd3d9e-bca5-4529-952b-48c65d2aceac {{(pid=93308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:27:53.932204 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42419c6-f56a-4fe0-ab94-ecab0b5a5b92 admin admin] Notify agent at l3_agent.dv-cinder-803773-1-iscsi the message routers_updated {{(pid=93308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:27:53.937704 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-f42419c6-f56a-4fe0-ab94-ecab0b5a5b92 admin admin] 10.222.0.89 "PUT /v2.0/routers/6b7ec83f-2281-4c78-8448-154152dcbf4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5589881 Aug 06 17:27:53.940921 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 35732) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:27:53.942193 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e571d2aa-8815-454c-a397-7dbedd516eb8 None None] Sync routers for ids ['6b7ec83f-2281-4c78-8448-154152dcbf4c'] in dv-cinder-803773-1-iscsi {{(pid=93311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:27:53.952735 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e571d2aa-8815-454c-a397-7dbedd516eb8 None None] Routers {'6b7ec83f-2281-4c78-8448-154152dcbf4c'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:27:53.953377 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-e571d2aa-8815-454c-a397-7dbedd516eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:27:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['6b7ec83f-2281-4c78-8448-154152dcbf4c'], 'active': True} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:27:54.045720 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-80f64884-c129-4978-bcfe-2e9596970294 admin admin] Notify callbacks [] for router, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:54.061505 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvr_db [None req-e571d2aa-8815-454c-a397-7dbedd516eb8 None None] Set router 6b7ec83f-2281-4c78-8448-154152dcbf4c gateway port host: dv-cinder-803773-1-iscsi {{(pid=93311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:27:54.091363 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:54.162423 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-80f64884-c129-4978-bcfe-2e9596970294 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:54.185733 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701fb644-f0c7-4cc5-a1ce-1853b6b2c36f req-cc6dc613-327b-4e65-90cd-10241e72a43a tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:54.187326 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-701fb644-f0c7-4cc5-a1ce-1853b6b2c36f req-cc6dc613-327b-4e65-90cd-10241e72a43a tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 946 time: 0.0542977 Aug 06 17:27:54.215951 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.plugin [None req-80f64884-c129-4978-bcfe-2e9596970294 admin admin] Deleting port 71edfdea-aee6-4234-87ba-1ac0d9d85478 {{(pid=93309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:27:54.216284 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-80f64884-c129-4978-bcfe-2e9596970294 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:54.245497 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-e571d2aa-8815-454c-a397-7dbedd516eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7ec83f-2281-4c78-8448-154152dcbf4c', 'name': 'tempest-ServerRescueNegativeTestJSON-524492362-router', 'tenant_id': 'd4d45ad3cd734f29b1d101a15856a9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '71edfdea-aee6-4234-87ba-1ac0d9d85478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:23:27Z', 'updated_at': '2021-08-06T17:27:53Z', 'revision_number': 5, 'project_id': 'd4d45ad3cd734f29b1d101a15856a9e4', 'gw_port': {'id': '71edfdea-aee6-4234-87ba-1ac0d9d85478', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ac:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7ec83f-2281-4c78-8448-154152dcbf4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:28Z', 'updated_at': '2021-08-06T17:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi'}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:27:54.273288 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e571d2aa-8815-454c-a397-7dbedd516eb8 None None] Checking router: 6b7ec83f-2281-4c78-8448-154152dcbf4c for host: dv-cinder-803773-1-iscsi {{(pid=93311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:27:54.281975 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e571d2aa-8815-454c-a397-7dbedd516eb8 None None] Routers {'6b7ec83f-2281-4c78-8448-154152dcbf4c'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:27:54.283411 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-e571d2aa-8815-454c-a397-7dbedd516eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:27:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['6b7ec83f-2281-4c78-8448-154152dcbf4c'], 'active': True} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:27:54.307752 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.db [None req-80f64884-c129-4978-bcfe-2e9596970294 admin admin] For port 71edfdea-aee6-4234-87ba-1ac0d9d85478, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=71edfdea-aee6-4234-87ba-1ac0d9d85478,segment=NetworkSegment(0f56620f-272e-4079-bfd8-f32d6a32afa9),segment_id=0f56620f-272e-4079-bfd8-f32d6a32afa9)] {{(pid=93309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:27:54.308116 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-80f64884-c129-4978-bcfe-2e9596970294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:54.325502 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.plugin [None req-80f64884-c129-4978-bcfe-2e9596970294 admin admin] Calling delete_port for 71edfdea-aee6-4234-87ba-1ac0d9d85478 owned by network:router_gateway {{(pid=93309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:27:54.372770 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvr_db [None req-e571d2aa-8815-454c-a397-7dbedd516eb8 None None] Set router 6b7ec83f-2281-4c78-8448-154152dcbf4c gateway port host: None {{(pid=93311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:27:54.432304 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-e571d2aa-8815-454c-a397-7dbedd516eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7ec83f-2281-4c78-8448-154152dcbf4c', 'name': 'tempest-ServerRescueNegativeTestJSON-524492362-router', 'tenant_id': 'd4d45ad3cd734f29b1d101a15856a9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:23:27Z', 'updated_at': '2021-08-06T17:27:54Z', 'revision_number': 6, 'project_id': 'd4d45ad3cd734f29b1d101a15856a9e4', 'gw_port_host': None}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:27:54.464993 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e571d2aa-8815-454c-a397-7dbedd516eb8 None None] The sync data for ids ['6b7ec83f-2281-4c78-8448-154152dcbf4c'] in dv-cinder-803773-1-iscsi is: [{'id': '6b7ec83f-2281-4c78-8448-154152dcbf4c', 'name': 'tempest-ServerRescueNegativeTestJSON-524492362-router', 'tenant_id': 'd4d45ad3cd734f29b1d101a15856a9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:23:27Z', 'updated_at': '2021-08-06T17:27:54Z', 'revision_number': 6, 'project_id': 'd4d45ad3cd734f29b1d101a15856a9e4', 'gw_port_host': None}] {{(pid=93311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:27:54.482842 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-701fb644-f0c7-4cc5-a1ce-1853b6b2c36f req-c035bd60-f61b-4588-84d6-bbec21312a0c tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2885859 Aug 06 17:27:54.550644 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-80f64884-c129-4978-bcfe-2e9596970294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379163'] for port, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:54.578876 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f64884-c129-4978-bcfe-2e9596970294 admin admin] Pushing event deleted for resources: {'Port': ['ID=71edfdea-aee6-4234-87ba-1ac0d9d85478,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:27:54.647639 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-80f64884-c129-4978-bcfe-2e9596970294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-434336'] for router_gateway, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:54.770774 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-80f64884-c129-4978-bcfe-2e9596970294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5262'] for router, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:54.773504 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-80f64884-c129-4978-bcfe-2e9596970294 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:54.847710 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb4067-8319-463c-9fa1-612c2ef6d7aa req-a6f2500f-220b-447b-9c6a-d22524d751df tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:54.849261 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-3ddb4067-8319-463c-9fa1-612c2ef6d7aa req-a6f2500f-220b-447b-9c6a-d22524d751df tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e96edcd-87db-4df3-8251-426934b90819 HTTP/1.1" status: 200 len: 944 time: 0.1826928 Aug 06 17:27:54.850438 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-80f64884-c129-4978-bcfe-2e9596970294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427157'] for router, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:54.850940 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f64884-c129-4978-bcfe-2e9596970294 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b7ec83f-2281-4c78-8448-154152dcbf4c {{(pid=93309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 17:27:54.855879 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-80f64884-c129-4978-bcfe-2e9596970294 admin admin] Notify callbacks [] for router, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:54.856969 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-80f64884-c129-4978-bcfe-2e9596970294 admin admin] 10.222.0.89 "DELETE /v2.0/routers/6b7ec83f-2281-4c78-8448-154152dcbf4c HTTP/1.1" status: 204 len: 168 time: 0.9150076 Aug 06 17:27:54.859600 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 35738) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:27:54.921238 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-3ddb4067-8319-463c-9fa1-612c2ef6d7aa req-a71a57d7-f9a3-4756-8c4e-86c00af4ac90 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/security-groups?id=40aa14bd-5e4b-4fff-baf4-74ad99448249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631762 Aug 06 17:27:54.928040 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.db_base_plugin_v2 [None req-cda9b09a-f305-4500-b576-92f66b20016b admin admin] Deleting subnet c44d3273-d0a1-4d92-88ef-0e9181e87f95 {{(pid=93309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 17:27:54.931746 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-cda9b09a-f305-4500-b576-92f66b20016b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:54.966402 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-cda9b09a-f305-4500-b576-92f66b20016b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29372843'] for subnet, precommit_delete_associations {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:55.001165 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device ab277b10-361c-4a75-acaa-63e13f97e0bd up at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:27:55.006024 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-cda9b09a-f305-4500-b576-92f66b20016b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3688605'] for subnet, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:55.050921 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Provisioning for port ab277b10-361c-4a75-acaa-63e13f97e0bd completed by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:27:55.054776 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Provisioning complete for port ab277b10-361c-4a75-acaa-63e13f97e0bd triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:27:55.055131 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:55.063540 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-cda9b09a-f305-4500-b576-92f66b20016b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3688586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30379176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29509891'] for subnet, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:55.088888 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9b09a-f305-4500-b576-92f66b20016b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c44d3273-d0a1-4d92-88ef-0e9181e87f95,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:27:55.093298 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-cda9b09a-f305-4500-b576-92f66b20016b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for subnet, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:55.098130 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-cda9b09a-f305-4500-b576-92f66b20016b admin admin] 10.222.0.89 "DELETE /v2.0/subnets/c44d3273-d0a1-4d92-88ef-0e9181e87f95 HTTP/1.1" status: 204 len: 168 time: 0.2353332 Aug 06 17:27:55.098479 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 35742) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:27:55.138934 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:55.140883 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:55.161544 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e96edcd-87db-4df3-8251-426934b90819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab277b10-361c-4a75-acaa-63e13f97e0bd'}] {{(pid=93310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:27:55.163731 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713379ad4201aa67d1557f3d7b7da947c96b0ad1778a29fd635d5f04ae47f1c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525f01de-f9ae-41c9-a90d-79a80893346b" -d '{"events": [{"server_uuid": "5e96edcd-87db-4df3-8251-426934b90819", "name": "network-vif-plugged", "status": "completed", "tag": "ab277b10-361c-4a75-acaa-63e13f97e0bd"}]}' {{(pid=93310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:27:55.168682 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-2db0f17e-fe77-43fb-8a74-f7340cb83aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798447'] for network, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:55.185130 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port ab277b10-361c-4a75-acaa-63e13f97e0bd, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=ab277b10-361c-4a75-acaa-63e13f97e0bd,segment=NetworkSegment(71e49bc8-ea2b-44a1-8bed-36cc046a884f),segment_id=71e49bc8-ea2b-44a1-8bed-36cc046a884f)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:27:55.190220 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:55.214772 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9b063f-bbcb-404d-b579-a6befc3c7353 x-openstack-request-id: req-0d9b063f-bbcb-404d-b579-a6befc3c7353 {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:27:55.215002 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e96edcd-87db-4df3-8251-426934b90819", "name": "network-vif-plugged", "status": "completed", "tag": "ab277b10-361c-4a75-acaa-63e13f97e0bd", "code": 200}]} {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:27:55.215286 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0d9b063f-bbcb-404d-b579-a6befc3c7353 {{(pid=93310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:27:55.216326 dv-cinder-803773-1-iscsi neutron-server[93310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e96edcd-87db-4df3-8251-426934b90819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab277b10-361c-4a75-acaa-63e13f97e0bd', 'code': 200} Aug 06 17:27:55.253775 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=ab277b10-361c-4a75-acaa-63e13f97e0bd,revision_number=5']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:27:55.254949 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-2db0f17e-fe77-43fb-8a74-f7340cb83aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3691302', 'neutron.services.segments.db._delete_segments_for_network-8768831503162'] for network, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:55.265972 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.services.segments.db [None req-2db0f17e-fe77-43fb-8a74-f7340cb83aba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deea6c2c-89aa-49a9-8ca9-e984e33e872e']}} {{(pid=93309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:27:55.276077 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.services.segments.db [None req-2db0f17e-fe77-43fb-8a74-f7340cb83aba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f629a59-4c07-46a1-b9e6-833920fc9ee9') {'for_net_delete': True} {{(pid=93309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:27:55.276388 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.services.segments.db [None req-2db0f17e-fe77-43fb-8a74-f7340cb83aba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f629a59-4c07-46a1-b9e6-833920fc9ee9') {} {{(pid=93309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:27:55.285023 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-2db0f17e-fe77-43fb-8a74-f7340cb83aba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768831669908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29372860'] for segment, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:55.298438 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-2db0f17e-fe77-43fb-8a74-f7340cb83aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022'] for segment, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:55.305088 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2db0f17e-fe77-43fb-8a74-f7340cb83aba admin admin] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=93309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 17:27:55.305796 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-2db0f17e-fe77-43fb-8a74-f7340cb83aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30379126'] for segment, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:55.307796 dv-cinder-803773-1-iscsi neutron-server[93309]: Traceback (most recent call last): Aug 06 17:27:55.307796 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 17:27:55.307796 dv-cinder-803773-1-iscsi neutron-server[93309]: timer() Aug 06 17:27:55.307796 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 17:27:55.307796 dv-cinder-803773-1-iscsi neutron-server[93309]: cb(*args, **kw) Aug 06 17:27:55.307796 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 17:27:55.307796 dv-cinder-803773-1-iscsi neutron-server[93309]: return func(*args, **kwargs) Aug 06 17:27:55.307796 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 17:27:55.307796 dv-cinder-803773-1-iscsi neutron-server[93309]: self._notify() Aug 06 17:27:55.307796 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 17:27:55.307796 dv-cinder-803773-1-iscsi neutron-server[93309]: self.callback(batched_events) Aug 06 17:27:55.307796 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 17:27:55.307796 dv-cinder-803773-1-iscsi neutron-server[93309]: event.method(event) Aug 06 17:27:55.307796 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 17:27:55.307796 dv-cinder-803773-1-iscsi neutron-server[93309]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 17:27:55.307796 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 17:27:55.307796 dv-cinder-803773-1-iscsi neutron-server[93309]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 17:27:55.307796 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 17:27:55.307796 dv-cinder-803773-1-iscsi neutron-server[93309]: return f(self, *a, **k) Aug 06 17:27:55.307796 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 17:27:55.307796 dv-cinder-803773-1-iscsi neutron-server[93309]: return self._get(url).json() Aug 06 17:27:55.307796 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 17:27:55.307796 dv-cinder-803773-1-iscsi neutron-server[93309]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 17:27:55.307796 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 17:27:55.307796 dv-cinder-803773-1-iscsi neutron-server[93309]: return self.request(url, 'GET', **kwargs) Aug 06 17:27:55.307796 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 17:27:55.307796 dv-cinder-803773-1-iscsi neutron-server[93309]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 17:27:55.307796 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 17:27:55.307796 dv-cinder-803773-1-iscsi neutron-server[93309]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 17:27:55.307796 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 17:27:55.307796 dv-cinder-803773-1-iscsi neutron-server[93309]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 17:27:55.307796 dv-cinder-803773-1-iscsi neutron-server[93309]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 17:27:55.365195 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-2db0f17e-fe77-43fb-8a74-f7340cb83aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3691295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435753'] for network, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:55.370403 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-2db0f17e-fe77-43fb-8a74-f7340cb83aba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for network, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:55.372323 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-2db0f17e-fe77-43fb-8a74-f7340cb83aba admin admin] 10.222.0.89 "DELETE /v2.0/networks/deea6c2c-89aa-49a9-8ca9-e984e33e872e HTTP/1.1" status: 204 len: 168 time: 0.2709413 Aug 06 17:27:55.384781 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db0f17e-fe77-43fb-8a74-f7340cb83aba admin admin] Pushing event deleted for resources: {'Network': ['ID=deea6c2c-89aa-49a9-8ca9-e984e33e872e,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:27:55.426081 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d9771-156f-488f-9eb9-05532db1a186 req-997aa38a-761c-4a12-a6d2-87814aadad68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:55.427804 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-930d9771-156f-488f-9eb9-05532db1a186 req-997aa38a-761c-4a12-a6d2-87814aadad68 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=5e96edcd-87db-4df3-8251-426934b90819 HTTP/1.1" status: 200 len: 1098 time: 0.0436323 Aug 06 17:27:55.470145 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-930d9771-156f-488f-9eb9-05532db1a186 req-86dbeb66-0a86-4dbe-9397-dba1ed3e3993 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=40aa14bd-5e4b-4fff-baf4-74ad99448249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348785 Aug 06 17:27:55.559892 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 35750) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:27:55.599424 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-1de918ef-1018-46ae-b68f-718b7bbaeb47 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d4d45ad3cd734f29b1d101a15856a9e4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0381405 Aug 06 17:27:55.601817 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 35752) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:27:55.605926 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ae879-e8a0-4701-88e4-3fa8f85b3ac7 req-6d0abb1a-1aa0-40b3-ad95-cc908684a003 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:55.607496 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-3e4ae879-e8a0-4701-88e4-3fa8f85b3ac7 req-6d0abb1a-1aa0-40b3-ad95-cc908684a003 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 946 time: 0.0496371 Aug 06 17:27:55.649677 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-bf15df1f-0531-48d0-a86f-b28ca0dbade8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:55.652516 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-3e4ae879-e8a0-4701-88e4-3fa8f85b3ac7 req-a7e8263a-86c6-412c-badc-f194da45ffc1 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378404 Aug 06 17:27:55.670488 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-bf15df1f-0531-48d0-a86f-b28ca0dbade8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:55.730983 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-bf15df1f-0531-48d0-a86f-b28ca0dbade8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:55.735313 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-bf15df1f-0531-48d0-a86f-b28ca0dbade8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:55.737285 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-bf15df1f-0531-48d0-a86f-b28ca0dbade8 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/57e5ce83-ea92-4812-92de-6532d1b9ebeb HTTP/1.1" status: 204 len: 168 time: 0.1344850 Aug 06 17:27:55.744895 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf15df1f-0531-48d0-a86f-b28ca0dbade8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e5ce83-ea92-4812-92de-6532d1b9ebeb,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:27:56.043337 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09de169-71f9-4554-a39e-70dd2c7dfe4d req-56ae8a22-d3ae-4382-9e4c-c812a4503c3f tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:56.044813 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-c09de169-71f9-4554-a39e-70dd2c7dfe4d req-56ae8a22-d3ae-4382-9e4c-c812a4503c3f tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e96edcd-87db-4df3-8251-426934b90819 HTTP/1.1" status: 200 len: 945 time: 0.0533617 Aug 06 17:27:56.084510 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-c09de169-71f9-4554-a39e-70dd2c7dfe4d req-64a7d2ba-1ea7-4f3c-840f-ae6c4608ea06 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/security-groups?id=40aa14bd-5e4b-4fff-baf4-74ad99448249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335104 Aug 06 17:27:56.362650 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 0c2db788-0390-4a54-8b8a-670070d72af3 no longer exists at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:27:56.387712 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] No Port match for: 0c2db788-0390-4a54-8b8a-670070d72af3 {{(pid=93310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:27:56.388053 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 0c2db788-0390-4a54-8b8a-670070d72af3 not bound to the agent host dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:27:56.388473 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 71edfdea-aee6-4234-87ba-1ac0d9d85478 no longer exists at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:27:56.407305 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] No Port match for: 71edfdea-aee6-4234-87ba-1ac0d9d85478 {{(pid=93310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:27:56.407648 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 71edfdea-aee6-4234-87ba-1ac0d9d85478 not bound to the agent host dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:27:56.471644 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 35776) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:27:56.574679 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-1778c534-58b3-4565-ad71-366b25af4f41 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-452592064-network', 'tenant_id': 'eec354650a054c959e22148249c2c1c4'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:27:56.600014 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1778c534-58b3-4565-ad71-366b25af4f41 admin admin] Made reservation on behalf of eec354650a054c959e22148249c2c1c4 for: {'network': 1} {{(pid=93308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:27:56.602659 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-1778c534-58b3-4565-ad71-366b25af4f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for network, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:56.611206 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-1778c534-58b3-4565-ad71-366b25af4f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:56.700489 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-1778c534-58b3-4565-ad71-366b25af4f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:56.705965 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-1778c534-58b3-4565-ad71-366b25af4f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:56.732424 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1778c534-58b3-4565-ad71-366b25af4f41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1062} {{(pid=93308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 17:27:56.742913 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1778c534-58b3-4565-ad71-366b25af4f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087cbae7-6bad-4fc4-befc-f3fed79c9bfd,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:27:56.748742 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-1778c534-58b3-4565-ad71-366b25af4f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022'] for segment, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:56.749079 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.db.segments_db [None req-1778c534-58b3-4565-ad71-366b25af4f41 admin admin] Added segment e8007d69-4b5c-4d4a-a40f-9e51dc3e769f of type vlan for network b65bf330-493e-44e7-8527-d23d2f6611d0 Aug 06 17:27:56.792406 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-1778c534-58b3-4565-ad71-366b25af4f41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768831157836'] for network, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:56.816483 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd239f-6424-4ab9-affb-231f77c9ccfa req-821e443a-ac0c-44ec-a8a6-59db009d2cec tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:56.818058 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-2dfd239f-6424-4ab9-affb-231f77c9ccfa req-821e443a-ac0c-44ec-a8a6-59db009d2cec tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 946 time: 0.0540581 Aug 06 17:27:56.827225 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-1778c534-58b3-4565-ad71-366b25af4f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707'] for network, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:56.828196 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1778c534-58b3-4565-ad71-366b25af4f41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:56.828783 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-1778c534-58b3-4565-ad71-366b25af4f41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for network, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:56.861270 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-2dfd239f-6424-4ab9-affb-231f77c9ccfa req-2a931596-f2a5-4b92-9712-1fdde65bb466 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362477 Aug 06 17:27:56.882571 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-1778c534-58b3-4565-ad71-366b25af4f41 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4098074 Aug 06 17:27:56.885456 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 35782) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:27:56.893999 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-7ab45da1-ace1-4455-a0f7-a66e13be2d26 admin admin] Request body: {'subnet': {'network_id': 'b65bf330-493e-44e7-8527-d23d2f6611d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-452592064-subnet', 'tenant_id': 'eec354650a054c959e22148249c2c1c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:27:56.898421 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1778c534-58b3-4565-ad71-366b25af4f41 admin admin] Pushing event updated for resources: {'Network': ['ID=b65bf330-493e-44e7-8527-d23d2f6611d0,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:27:56.908610 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Network b65bf330-493e-44e7-8527-d23d2f6611d0 details requested by agent ovs-agent-dv-cinder-803773-1-iscsi with host dv-cinder-803773-1-iscsi {{(pid=93310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 17:27:56.916499 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab45da1-ace1-4455-a0f7-a66e13be2d26 admin admin] Made reservation on behalf of eec354650a054c959e22148249c2c1c4 for: {'subnet': 1} {{(pid=93308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:27:56.918868 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-7ab45da1-ace1-4455-a0f7-a66e13be2d26 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:56.977648 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:57.097751 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-7ab45da1-ace1-4455-a0f7-a66e13be2d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707'] for subnet, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:57.148299 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab45da1-ace1-4455-a0f7-a66e13be2d26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5516777b-7360-41fb-9526-612d8505129f,revision_number=0']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:27:57.192227 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab45da1-ace1-4455-a0f7-a66e13be2d26 admin admin] Checking segment: {'id': 'e8007d69-4b5c-4d4a-a40f-9e51dc3e769f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b65bf330-493e-44e7-8527-d23d2f6611d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:27:57.192583 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab45da1-ace1-4455-a0f7-a66e13be2d26 admin admin] Network hostable DHCP agents. Network: b65bf330-493e-44e7-8527-d23d2f6611d0, hostable agents: ['4daea8ea-8fec-4a46-9c0b-2c2eda663924'], hosted agents: [] {{(pid=93308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 17:27:57.222703 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50540e-91ca-4740-9c1d-0968827fbbd6 req-f7935a0a-1e4b-4c86-b7a6-c0e3a9c9d968 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:57.224200 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-1f50540e-91ca-4740-9c1d-0968827fbbd6 req-f7935a0a-1e4b-4c86-b7a6-c0e3a9c9d968 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e96edcd-87db-4df3-8251-426934b90819 HTTP/1.1" status: 200 len: 945 time: 0.0726316 Aug 06 17:27:57.225295 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab45da1-ace1-4455-a0f7-a66e13be2d26 admin admin] Network b65bf330-493e-44e7-8527-d23d2f6611d0 is scheduled to be hosted by DHCP agent 4daea8ea-8fec-4a46-9c0b-2c2eda663924 with binding_index 1 {{(pid=93308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 17:27:57.239925 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.base_scheduler [None req-7ab45da1-ace1-4455-a0f7-a66e13be2d26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803773-1-iscsi, b65bf330-493e-44e7-8527-d23d2f6611d0) {{(pid=93308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:27:57.244299 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab45da1-ace1-4455-a0f7-a66e13be2d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:57.245638 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-7ab45da1-ace1-4455-a0f7-a66e13be2d26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:57.248801 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b5ce1a-3f0f-4049-b3c8-83338d7ed404 None None] Network b65bf330-493e-44e7-8527-d23d2f6611d0 requested from dv-cinder-803773-1-iscsi {{(pid=93310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:27:57.274654 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-7ab45da1-ace1-4455-a0f7-a66e13be2d26 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3862731 Aug 06 17:27:57.279966 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-1f50540e-91ca-4740-9c1d-0968827fbbd6 req-064b6cd6-685a-4416-ad28-a93655ebe611 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/security-groups?id=40aa14bd-5e4b-4fff-baf4-74ad99448249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493758 Aug 06 17:27:57.385049 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d885bdd1-3fce-4b2d-b508-9874f2205081 None None] Network b65bf330-493e-44e7-8527-d23d2f6611d0 requested from dv-cinder-803773-1-iscsi {{(pid=93310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:27:57.712064 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01be7a6-bb00-4464-a6f5-ddc94096c0d2 req-51b7b539-d161-4dd6-bfb4-70e8c8e66429 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:57.713715 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f01be7a6-bb00-4464-a6f5-ddc94096c0d2 req-51b7b539-d161-4dd6-bfb4-70e8c8e66429 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/networks?id=b65bf330-493e-44e7-8527-d23d2f6611d0 HTTP/1.1" status: 200 len: 814 time: 0.1077874 Aug 06 17:27:57.729680 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f01be7a6-bb00-4464-a6f5-ddc94096c0d2 req-edfbd480-65c5-44a5-bcc8-0b277aaf5b6d tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/quotas/eec354650a054c959e22148249c2c1c4 HTTP/1.1" status: 200 len: 375 time: 0.0102162 Aug 06 17:27:57.767566 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f01be7a6-bb00-4464-a6f5-ddc94096c0d2 req-6ce826a1-f890-4880-be60-7488a8d1a9df tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=eec354650a054c959e22148249c2c1c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322077 Aug 06 17:27:57.865470 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f01be7a6-bb00-4464-a6f5-ddc94096c0d2 req-ec5b2102-ad2e-4d30-9a33-1423008cdc47 service neutron] 10.222.0.89 "GET /v2.0/networks/b65bf330-493e-44e7-8527-d23d2f6611d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910099 Aug 06 17:27:57.968519 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f01be7a6-bb00-4464-a6f5-ddc94096c0d2 req-d6d3affc-cf5e-4559-8c09-795e607cbfe2 service neutron] 10.222.0.89 "GET /v2.0/networks/b65bf330-493e-44e7-8527-d23d2f6611d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949118 Aug 06 17:27:57.986791 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f960b-0bd7-45ca-bad8-174d4489584d req-83c4574e-0aba-4810-8abf-0965a6df666d tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:57.987867 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-768f960b-0bd7-45ca-bad8-174d4489584d req-83c4574e-0aba-4810-8abf-0965a6df666d tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 946 time: 0.0545480 Aug 06 17:27:58.032136 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-768f960b-0bd7-45ca-bad8-174d4489584d req-fdcf9415-c8da-4e75-b4a2-6558a24950b0 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359776 Aug 06 17:27:58.154202 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-cdd53f1d-5ebb-4a3d-9260-f8497a2e6626 req-53f004ff-49b9-4a3d-8c1d-d4cb7b6d0f02 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=439f63a1-a62e-4a2c-90d3-c76a0512cda7 HTTP/1.1" status: 200 len: 210 time: 0.0353861 Aug 06 17:27:59.156231 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a5173-f66f-4953-8aec-19f95c906a7a req-9b000128-5852-44fd-8254-08cfcd4afd14 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:59.157757 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-b85a5173-f66f-4953-8aec-19f95c906a7a req-9b000128-5852-44fd-8254-08cfcd4afd14 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 946 time: 0.0518031 Aug 06 17:27:59.217285 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-b85a5173-f66f-4953-8aec-19f95c906a7a req-f3757f0f-4e28-4491-9379-0c5d5c05252b tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534310 Aug 06 17:27:59.260641 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-7c6d30ea-3cd7-4075-a37d-b48c9a5554b4 req-29d291d8-cfde-4754-88fd-bc390136bd44 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=439f63a1-a62e-4a2c-90d3-c76a0512cda7 HTTP/1.1" status: 200 len: 210 time: 0.0329494 Aug 06 17:27:59.308055 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01be7a6-bb00-4464-a6f5-ddc94096c0d2 req-207cb61f-87c0-49f5-a59f-5f1117ec47bb tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:59.309489 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f01be7a6-bb00-4464-a6f5-ddc94096c0d2 req-207cb61f-87c0-49f5-a59f-5f1117ec47bb tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.96 "GET /v2.0/networks?id=b65bf330-493e-44e7-8527-d23d2f6611d0 HTTP/1.1" status: 200 len: 814 time: 0.1182785 Aug 06 17:27:59.361275 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [req-f01be7a6-bb00-4464-a6f5-ddc94096c0d2 req-f1367be9-8a90-449a-94b0-865329ed53cd tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Request body: {'port': {'device_id': '439f63a1-a62e-4a2c-90d3-c76a0512cda7', 'network_id': 'b65bf330-493e-44e7-8527-d23d2f6611d0', 'admin_state_up': True, 'tenant_id': 'eec354650a054c959e22148249c2c1c4'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:27:59.478711 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f01be7a6-bb00-4464-a6f5-ddc94096c0d2 req-f1367be9-8a90-449a-94b0-865329ed53cd tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Made reservation on behalf of eec354650a054c959e22148249c2c1c4 for: {'port': 1} {{(pid=93308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:27:59.482343 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-f01be7a6-bb00-4464-a6f5-ddc94096c0d2 req-f1367be9-8a90-449a-94b0-865329ed53cd tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:59.628180 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.db_base_plugin_common [req-f01be7a6-bb00-4464-a6f5-ddc94096c0d2 req-f1367be9-8a90-449a-94b0-865329ed53cd tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Allocated IP 172.20.0.3 (b65bf330-493e-44e7-8527-d23d2f6611d0/5516777b-7360-41fb-9526-612d8505129f/4902b4bd-390e-4122-b5bd-878c4b3e91a4) {{(pid=93308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:27:59.784875 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-f01be7a6-bb00-4464-a6f5-ddc94096c0d2 req-f1367be9-8a90-449a-94b0-865329ed53cd tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Notify callbacks [] for port, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:59.826418 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-f01be7a6-bb00-4464-a6f5-ddc94096c0d2 req-f1367be9-8a90-449a-94b0-865329ed53cd tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244'] for port, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:59.869755 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f01be7a6-bb00-4464-a6f5-ddc94096c0d2 req-f1367be9-8a90-449a-94b0-865329ed53cd tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Network b65bf330-493e-44e7-8527-d23d2f6611d0 is already hosted by enough agents. {{(pid=93308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:27:59.872717 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.base_scheduler [req-f01be7a6-bb00-4464-a6f5-ddc94096c0d2 req-f1367be9-8a90-449a-94b0-865329ed53cd tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Resources bound (agent type, host, resource id): {{(pid=93308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:27:59.875218 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01be7a6-bb00-4464-a6f5-ddc94096c0d2 req-f1367be9-8a90-449a-94b0-865329ed53cd tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Received port after_create {{(pid=93308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:27:59.880905 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01be7a6-bb00-4464-a6f5-ddc94096c0d2 req-f1367be9-8a90-449a-94b0-865329ed53cd tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:27:59.881445 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-f01be7a6-bb00-4464-a6f5-ddc94096c0d2 req-f1367be9-8a90-449a-94b0-865329ed53cd tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:59.893258 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1367be9-8a90-449a-94b0-865329ed53cd tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Pushing event updated for resources: {'Port': ['ID=4902b4bd-390e-4122-b5bd-878c4b3e91a4,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:27:59.902244 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f01be7a6-bb00-4464-a6f5-ddc94096c0d2 req-f1367be9-8a90-449a-94b0-865329ed53cd tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5474203 Aug 06 17:27:59.929607 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [req-f01be7a6-bb00-4464-a6f5-ddc94096c0d2 req-a4939780-5ce7-46dc-8f70-c8476c9a55d7 service neutron] Request body: {'port': {'device_id': '439f63a1-a62e-4a2c-90d3-c76a0512cda7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80377'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:27:59.984316 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-f01be7a6-bb00-4464-a6f5-ddc94096c0d2 req-a4939780-5ce7-46dc-8f70-c8476c9a55d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:00.252678 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.notifiers.nova [req-f01be7a6-bb00-4464-a6f5-ddc94096c0d2 req-a4939780-5ce7-46dc-8f70-c8476c9a55d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4902b4bd-390e-4122-b5bd-878c4b3e91a4 {{(pid=93308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:28:00.260199 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-f01be7a6-bb00-4464-a6f5-ddc94096c0d2 req-a4939780-5ce7-46dc-8f70-c8476c9a55d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:00.271925 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.provisioning_blocks [req-f01be7a6-bb00-4464-a6f5-ddc94096c0d2 req-a4939780-5ce7-46dc-8f70-c8476c9a55d7 service neutron] Transition to ACTIVE for port object 4902b4bd-390e-4122-b5bd-878c4b3e91a4 will not be triggered until provisioned by entity L2. {{(pid=93308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:28:00.276216 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-f01be7a6-bb00-4464-a6f5-ddc94096c0d2 req-a4939780-5ce7-46dc-8f70-c8476c9a55d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:00.350771 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4939780-5ce7-46dc-8f70-c8476c9a55d7 service neutron] Pushing event updated for resources: {'Port': ['ID=4902b4bd-390e-4122-b5bd-878c4b3e91a4,revision_number=2']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:28:00.382249 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d74ea-84e5-45bb-8e92-2968e7c3d7c1 req-238aed9b-4cdb-4af3-be63-f7bee862daac tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:00.383760 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-675d74ea-84e5-45bb-8e92-2968e7c3d7c1 req-238aed9b-4cdb-4af3-be63-f7bee862daac tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=439f63a1-a62e-4a2c-90d3-c76a0512cda7 HTTP/1.1" status: 200 len: 943 time: 0.0502162 Aug 06 17:28:00.394063 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d1da2-f7f8-45ac-9627-2aa4cfee153b req-26562807-e656-4d74-85be-62b81d83bb7f tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:00.395584 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9c0d1da2-f7f8-45ac-9627-2aa4cfee153b req-26562807-e656-4d74-85be-62b81d83bb7f tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 946 time: 0.0944126 Aug 06 17:28:00.398356 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.managers [req-f01be7a6-bb00-4464-a6f5-ddc94096c0d2 req-a4939780-5ce7-46dc-8f70-c8476c9a55d7 service neutron] Attempting to bind port 4902b4bd-390e-4122-b5bd-878c4b3e91a4 on host hv-cinder-80377 for vnic_type normal with profile {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:28:00.398687 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.managers [req-f01be7a6-bb00-4464-a6f5-ddc94096c0d2 req-a4939780-5ce7-46dc-8f70-c8476c9a55d7 service neutron] Attempting to bind port 4902b4bd-390e-4122-b5bd-878c4b3e91a4 by drivers openvswitch,hyperv on host hv-cinder-80377 at level 0 using segments [{'id': 'e8007d69-4b5c-4d4a-a40f-9e51dc3e769f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b65bf330-493e-44e7-8527-d23d2f6611d0'}] {{(pid=93308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:28:00.399006 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01be7a6-bb00-4464-a6f5-ddc94096c0d2 req-a4939780-5ce7-46dc-8f70-c8476c9a55d7 service neutron] Attempting to bind port 4902b4bd-390e-4122-b5bd-878c4b3e91a4 on network b65bf330-493e-44e7-8527-d23d2f6611d0 {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:28:00.410196 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01be7a6-bb00-4464-a6f5-ddc94096c0d2 req-a4939780-5ce7-46dc-8f70-c8476c9a55d7 service neutron] Port 4902b4bd-390e-4122-b5bd-878c4b3e91a4 on network b65bf330-493e-44e7-8527-d23d2f6611d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80377 {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 17:28:00.410537 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01be7a6-bb00-4464-a6f5-ddc94096c0d2 req-a4939780-5ce7-46dc-8f70-c8476c9a55d7 service neutron] Attempting to bind port 4902b4bd-390e-4122-b5bd-878c4b3e91a4 on network b65bf330-493e-44e7-8527-d23d2f6611d0 {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:28:00.421843 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-675d74ea-84e5-45bb-8e92-2968e7c3d7c1 req-b72be2e4-b6e0-44e1-81b4-ad959ccc14f6 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315564 Aug 06 17:28:00.423720 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01be7a6-bb00-4464-a6f5-ddc94096c0d2 req-a4939780-5ce7-46dc-8f70-c8476c9a55d7 service neutron] Checking agent: {'id': 'd2fb1ab5-1995-4796-a222-8ffdc3f56d02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 21, 40), 'started_at': datetime.datetime(2021, 8, 6, 17, 21, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:28:00.424055 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01be7a6-bb00-4464-a6f5-ddc94096c0d2 req-a4939780-5ce7-46dc-8f70-c8476c9a55d7 service neutron] Checking segment: {'id': 'e8007d69-4b5c-4d4a-a40f-9e51dc3e769f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b65bf330-493e-44e7-8527-d23d2f6611d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:28:00.424425 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01be7a6-bb00-4464-a6f5-ddc94096c0d2 req-a4939780-5ce7-46dc-8f70-c8476c9a55d7 service neutron] Bound using segment: {'id': 'e8007d69-4b5c-4d4a-a40f-9e51dc3e769f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b65bf330-493e-44e7-8527-d23d2f6611d0'} {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:28:00.424847 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.managers [req-f01be7a6-bb00-4464-a6f5-ddc94096c0d2 req-a4939780-5ce7-46dc-8f70-c8476c9a55d7 service neutron] Bound port: 4902b4bd-390e-4122-b5bd-878c4b3e91a4, host: hv-cinder-80377, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8007d69-4b5c-4d4a-a40f-9e51dc3e769f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b65bf330-493e-44e7-8527-d23d2f6611d0'}}] {{(pid=93308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:28:00.425182 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-f01be7a6-bb00-4464-a6f5-ddc94096c0d2 req-a4939780-5ce7-46dc-8f70-c8476c9a55d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:00.449781 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9c0d1da2-f7f8-45ac-9627-2aa4cfee153b req-3689969d-b135-4172-8e56-43d3720ccce7 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474575 Aug 06 17:28:00.500126 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [req-f01be7a6-bb00-4464-a6f5-ddc94096c0d2 req-a4939780-5ce7-46dc-8f70-c8476c9a55d7 service neutron] For port 4902b4bd-390e-4122-b5bd-878c4b3e91a4, host hv-cinder-80377, cleared binding levels {{(pid=93308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:28:00.503602 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [req-f01be7a6-bb00-4464-a6f5-ddc94096c0d2 req-a4939780-5ce7-46dc-8f70-c8476c9a55d7 service neutron] For port 4902b4bd-390e-4122-b5bd-878c4b3e91a4, host hv-cinder-80377, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=4902b4bd-390e-4122-b5bd-878c4b3e91a4,segment=NetworkSegment(e8007d69-4b5c-4d4a-a40f-9e51dc3e769f),segment_id=e8007d69-4b5c-4d4a-a40f-9e51dc3e769f)] {{(pid=93308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:28:00.509080 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-f01be7a6-bb00-4464-a6f5-ddc94096c0d2 req-a4939780-5ce7-46dc-8f70-c8476c9a55d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:00.544607 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01be7a6-bb00-4464-a6f5-ddc94096c0d2 req-a4939780-5ce7-46dc-8f70-c8476c9a55d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:00.545212 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-f01be7a6-bb00-4464-a6f5-ddc94096c0d2 req-a4939780-5ce7-46dc-8f70-c8476c9a55d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:00.546650 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f01be7a6-bb00-4464-a6f5-ddc94096c0d2 req-a4939780-5ce7-46dc-8f70-c8476c9a55d7 service neutron] 10.222.0.96 "PUT /v2.0/ports/4902b4bd-390e-4122-b5bd-878c4b3e91a4 HTTP/1.1" status: 200 len: 1093 time: 0.6211386 Aug 06 17:28:00.547029 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439f63a1-a62e-4a2c-90d3-c76a0512cda7', 'tag': '4902b4bd-390e-4122-b5bd-878c4b3e91a4'}] {{(pid=93308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:28:00.549319 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9970891e86e7a54ba8327591cdb5f98a510e69f2198634f60bde42845cd177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717e4383-2644-46b2-bf81-7ecf9c522854" -d '{"events": [{"name": "network-changed", "server_uuid": "439f63a1-a62e-4a2c-90d3-c76a0512cda7", "tag": "4902b4bd-390e-4122-b5bd-878c4b3e91a4"}]}' {{(pid=93308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:28:00.568284 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4939780-5ce7-46dc-8f70-c8476c9a55d7 service neutron] Pushing event updated for resources: {'Port': ['ID=4902b4bd-390e-4122-b5bd-878c4b3e91a4,revision_number=3']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:28:00.587798 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ccfd303-1e5d-4f74-9a0b-86fa66f7d1ed x-openstack-request-id: req-7ccfd303-1e5d-4f74-9a0b-86fa66f7d1ed {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:28:00.588057 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "439f63a1-a62e-4a2c-90d3-c76a0512cda7", "tag": "4902b4bd-390e-4122-b5bd-878c4b3e91a4", "status": "completed", "code": 200}]} {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:28:00.588470 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7ccfd303-1e5d-4f74-9a0b-86fa66f7d1ed {{(pid=93308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:28:00.588749 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '439f63a1-a62e-4a2c-90d3-c76a0512cda7', 'tag': '4902b4bd-390e-4122-b5bd-878c4b3e91a4', 'status': 'completed', 'code': 200} Aug 06 17:28:00.685425 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01be7a6-bb00-4464-a6f5-ddc94096c0d2 req-2fe9b524-d1b7-4f6b-a242-7f9a1ebeee21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:00.686930 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f01be7a6-bb00-4464-a6f5-ddc94096c0d2 req-2fe9b524-d1b7-4f6b-a242-7f9a1ebeee21 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=eec354650a054c959e22148249c2c1c4&device_id=439f63a1-a62e-4a2c-90d3-c76a0512cda7 HTTP/1.1" status: 200 len: 1096 time: 0.0472212 Aug 06 17:28:00.758821 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f01be7a6-bb00-4464-a6f5-ddc94096c0d2 req-d75ae96f-5d73-4360-8605-42c817bca73f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4902b4bd-390e-4122-b5bd-878c4b3e91a4 HTTP/1.1" status: 200 len: 217 time: 0.0405281 Aug 06 17:28:00.817993 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01be7a6-bb00-4464-a6f5-ddc94096c0d2 req-e0e055a5-0b06-4715-84c9-8300f4020cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:00.819531 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f01be7a6-bb00-4464-a6f5-ddc94096c0d2 req-e0e055a5-0b06-4715-84c9-8300f4020cd6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5516777b-7360-41fb-9526-612d8505129f HTTP/1.1" status: 200 len: 854 time: 0.0467324 Aug 06 17:28:00.880357 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f01be7a6-bb00-4464-a6f5-ddc94096c0d2 req-85fe5f16-4cf0-4455-8655-c29199a45775 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b65bf330-493e-44e7-8527-d23d2f6611d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259550 Aug 06 17:28:00.985969 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f01be7a6-bb00-4464-a6f5-ddc94096c0d2 req-dceb6ad5-6bfc-4fda-81e8-8889e4852740 service neutron] 10.222.0.96 "GET /v2.0/networks/b65bf330-493e-44e7-8527-d23d2f6611d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867677 Aug 06 17:28:01.100378 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f01be7a6-bb00-4464-a6f5-ddc94096c0d2 req-5ab2158c-34d4-4102-a714-62d4b71f0797 service neutron] 10.222.0.96 "GET /v2.0/networks/b65bf330-493e-44e7-8527-d23d2f6611d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891614 Aug 06 17:28:01.258096 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e4383-2644-46b2-bf81-7ecf9c522854 req-4b8ebd07-7207-48ab-ad6d-f24a7e1a114f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:01.259698 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-717e4383-2644-46b2-bf81-7ecf9c522854 req-4b8ebd07-7207-48ab-ad6d-f24a7e1a114f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=eec354650a054c959e22148249c2c1c4&device_id=439f63a1-a62e-4a2c-90d3-c76a0512cda7 HTTP/1.1" status: 200 len: 1096 time: 0.0461566 Aug 06 17:28:01.356158 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e4383-2644-46b2-bf81-7ecf9c522854 req-f4dc88c6-7325-46c0-9104-88bc91b3124e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:01.358292 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-717e4383-2644-46b2-bf81-7ecf9c522854 req-f4dc88c6-7325-46c0-9104-88bc91b3124e service neutron] 10.222.0.96 "GET /v2.0/networks?id=b65bf330-493e-44e7-8527-d23d2f6611d0 HTTP/1.1" status: 200 len: 916 time: 0.0873430 Aug 06 17:28:01.411401 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-717e4383-2644-46b2-bf81-7ecf9c522854 req-860622f9-a68b-4d14-b598-c2b3eff9050d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4902b4bd-390e-4122-b5bd-878c4b3e91a4 HTTP/1.1" status: 200 len: 217 time: 0.0365617 Aug 06 17:28:01.461529 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e4383-2644-46b2-bf81-7ecf9c522854 req-f167e2b0-7c9e-4e0d-b0a4-610f0c68388f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:01.463042 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-717e4383-2644-46b2-bf81-7ecf9c522854 req-f167e2b0-7c9e-4e0d-b0a4-610f0c68388f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5516777b-7360-41fb-9526-612d8505129f HTTP/1.1" status: 200 len: 854 time: 0.0440221 Aug 06 17:28:01.500645 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-717e4383-2644-46b2-bf81-7ecf9c522854 req-d2d8bf0e-fac5-4fe7-9e43-d49d03443020 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b65bf330-493e-44e7-8527-d23d2f6611d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265069 Aug 06 17:28:01.572160 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd3e71-8c0f-4d5c-a896-b9b7a8a8fe7f req-89870978-109a-4fc3-b16a-063ddf307a24 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:01.573626 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-a6bd3e71-8c0f-4d5c-a896-b9b7a8a8fe7f req-89870978-109a-4fc3-b16a-063ddf307a24 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 946 time: 0.0531077 Aug 06 17:28:01.602669 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6be557-5f86-417d-bb96-8aaf8955cb14 req-bac5e65b-43d2-477b-8bca-fd62c0a0f858 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:01.604135 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-bb6be557-5f86-417d-bb96-8aaf8955cb14 req-bac5e65b-43d2-477b-8bca-fd62c0a0f858 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=439f63a1-a62e-4a2c-90d3-c76a0512cda7 HTTP/1.1" status: 200 len: 943 time: 0.1066284 Aug 06 17:28:01.611864 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-a6bd3e71-8c0f-4d5c-a896-b9b7a8a8fe7f req-7946975b-e41d-47a9-a2e3-f6af85e40534 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319743 Aug 06 17:28:01.636528 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-717e4383-2644-46b2-bf81-7ecf9c522854 req-ab02de49-c1d8-46d6-b4a7-ab224ea97d9f service neutron] 10.222.0.96 "GET /v2.0/networks/b65bf330-493e-44e7-8527-d23d2f6611d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257412 Aug 06 17:28:01.660965 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-bb6be557-5f86-417d-bb96-8aaf8955cb14 req-0e547e15-0863-4e7c-a6c3-b6ef0ed4c64a tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493762 Aug 06 17:28:01.746031 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-717e4383-2644-46b2-bf81-7ecf9c522854 req-d3c76903-c9b4-49a7-b85e-6842a29095d3 service neutron] 10.222.0.96 "GET /v2.0/networks/b65bf330-493e-44e7-8527-d23d2f6611d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988748 Aug 06 17:28:02.730583 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2df737-a1ff-4e0b-8351-a3882ad5fb28 req-63adb817-28ad-474c-bcbf-08d3454073d1 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:02.732076 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-4d2df737-a1ff-4e0b-8351-a3882ad5fb28 req-63adb817-28ad-474c-bcbf-08d3454073d1 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 946 time: 0.0530362 Aug 06 17:28:02.771171 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-4d2df737-a1ff-4e0b-8351-a3882ad5fb28 req-b8532824-12c5-4d35-aa92-091c98a75e50 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324013 Aug 06 17:28:02.777964 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e92c90-b879-4f52-bd7a-00737dd0f55c req-f358691f-893f-4782-bb4d-272afd5335d0 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:02.779515 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a1e92c90-b879-4f52-bd7a-00737dd0f55c req-f358691f-893f-4782-bb4d-272afd5335d0 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=439f63a1-a62e-4a2c-90d3-c76a0512cda7 HTTP/1.1" status: 200 len: 943 time: 0.0488968 Aug 06 17:28:02.825491 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a1e92c90-b879-4f52-bd7a-00737dd0f55c req-efecd7f9-ce90-4dee-b1d2-0876dcfe45cf tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387411 Aug 06 17:28:03.021077 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 4902b4bd-390e-4122-b5bd-878c4b3e91a4 details requested by agent hyperv_hv-cinder-80377 with host hv-cinder-80377 {{(pid=93310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 17:28:03.129183 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port 4902b4bd-390e-4122-b5bd-878c4b3e91a4, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=4902b4bd-390e-4122-b5bd-878c4b3e91a4,segment=NetworkSegment(e8007d69-4b5c-4d4a-a40f-9e51dc3e769f),segment_id=e8007d69-4b5c-4d4a-a40f-9e51dc3e769f)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:28:03.141725 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Returning: {'device': '4902b4bd-390e-4122-b5bd-878c4b3e91a4', 'network_id': 'b65bf330-493e-44e7-8527-d23d2f6611d0', 'port_id': '4902b4bd-390e-4122-b5bd-878c4b3e91a4', 'mac_address': 'fa:16:3e:84:34:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1062, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5516777b-7360-41fb-9526-612d8505129f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 17:28:03.193308 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:03.207321 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4902b4bd-390e-4122-b5bd-878c4b3e91a4 {{(pid=93310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:28:03.227958 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port 4902b4bd-390e-4122-b5bd-878c4b3e91a4, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=4902b4bd-390e-4122-b5bd-878c4b3e91a4,segment=NetworkSegment(e8007d69-4b5c-4d4a-a40f-9e51dc3e769f),segment_id=e8007d69-4b5c-4d4a-a40f-9e51dc3e769f)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:28:03.235123 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:03.287587 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=4902b4bd-390e-4122-b5bd-878c4b3e91a4,revision_number=4']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:28:03.296703 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:28:03.297050 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:28:03.297376 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:28:03.297698 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:28:03.298005 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:28:03.298349 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:28:03.298674 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:28:03.298989 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:28:03.299328 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:28:03.299633 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:28:03.299935 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:28:03.300252 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:28:03.705729 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] get_ports_and_sgs() called for port_ids ['4902b4bd-390e-4122-b5bd-878c4b3e91a4'] {{(pid=93310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:28:03.895326 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1653852-6deb-4a54-ba04-206dfeb7681c req-4fbd2bff-d4c3-4b14-8af0-517f55590e61 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:03.896900 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c1653852-6deb-4a54-ba04-206dfeb7681c req-4fbd2bff-d4c3-4b14-8af0-517f55590e61 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 946 time: 0.0553367 Aug 06 17:28:03.941177 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c1653852-6deb-4a54-ba04-206dfeb7681c req-a3eeb8e6-c2f2-48f6-aaf5-3903ff5502a5 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376928 Aug 06 17:28:03.957175 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae325cf0-d67c-4a3f-b976-2308448f9c69 req-f5a015e7-718b-494d-8ecb-1bb743066c33 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:03.959153 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-ae325cf0-d67c-4a3f-b976-2308448f9c69 req-f5a015e7-718b-494d-8ecb-1bb743066c33 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=439f63a1-a62e-4a2c-90d3-c76a0512cda7 HTTP/1.1" status: 200 len: 944 time: 0.0560725 Aug 06 17:28:04.002244 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-ae325cf0-d67c-4a3f-b976-2308448f9c69 req-437e71d6-755a-4fd1-b683-5d73475e63ce tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347228 Aug 06 17:28:04.155054 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb7fec-eac5-4dbf-9385-222dd73bf6a2 req-304cb145-8168-4df5-908f-12a0add741a4 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:04.156558 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-5edb7fec-eac5-4dbf-9385-222dd73bf6a2 req-304cb145-8168-4df5-908f-12a0add741a4 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 946 time: 0.0520146 Aug 06 17:28:04.209326 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-5edb7fec-eac5-4dbf-9385-222dd73bf6a2 req-29d5aacb-40ef-4f65-9939-fc0c2329546f tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456398 Aug 06 17:28:04.238685 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69be036-a416-4e5c-893d-86c590b1b6f4 req-351f7735-6417-48ef-ab40-c43bd9754194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:04.240158 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-d69be036-a416-4e5c-893d-86c590b1b6f4 req-351f7735-6417-48ef-ab40-c43bd9754194 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5efb9b646c554c22b0521e69231c9910&device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 1099 time: 0.0437846 Aug 06 17:28:04.337136 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69be036-a416-4e5c-893d-86c590b1b6f4 req-930be1de-98e8-46cb-ab91-7265f88dcbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:04.338742 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-d69be036-a416-4e5c-893d-86c590b1b6f4 req-930be1de-98e8-46cb-ab91-7265f88dcbf2 service neutron] 10.222.0.96 "GET /v2.0/networks?id=7806f8bb-4441-4b40-a114-e639f43ce5ef HTTP/1.1" status: 200 len: 912 time: 0.0901420 Aug 06 17:28:04.411760 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-d69be036-a416-4e5c-893d-86c590b1b6f4 req-7f106a77-b2a7-465c-940f-4463a8892e13 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3dda1d5-65e1-4d8a-ad1c-be0aacb08483 HTTP/1.1" status: 200 len: 1002 time: 0.0594807 Aug 06 17:28:04.471092 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69be036-a416-4e5c-893d-86c590b1b6f4 req-89f84c13-6a2a-40d3-a491-a78e18ad867a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:04.472612 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-d69be036-a416-4e5c-893d-86c590b1b6f4 req-89f84c13-6a2a-40d3-a491-a78e18ad867a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6a5bba92-673b-4ffb-874f-ddb7f0dd2e8d HTTP/1.1" status: 200 len: 849 time: 0.0467513 Aug 06 17:28:04.538914 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69be036-a416-4e5c-893d-86c590b1b6f4 req-560db4a2-fbd9-4384-89ba-a9bb474bd98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:04.540384 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-d69be036-a416-4e5c-893d-86c590b1b6f4 req-560db4a2-fbd9-4384-89ba-a9bb474bd98a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=7806f8bb-4441-4b40-a114-e639f43ce5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440998 Aug 06 17:28:04.647264 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-d69be036-a416-4e5c-893d-86c590b1b6f4 req-1f317c08-392f-4a1f-83a5-9dc286c10ab0 service neutron] 10.222.0.96 "GET /v2.0/networks/7806f8bb-4441-4b40-a114-e639f43ce5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862389 Aug 06 17:28:04.745509 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-d69be036-a416-4e5c-893d-86c590b1b6f4 req-f49235ea-66d0-42db-914e-9388f606369d service neutron] 10.222.0.96 "GET /v2.0/networks/7806f8bb-4441-4b40-a114-e639f43ce5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885656 Aug 06 17:28:05.042581 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 4902b4bd-390e-4122-b5bd-878c4b3e91a4 up at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:28:05.097811 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Provisioning for port 4902b4bd-390e-4122-b5bd-878c4b3e91a4 completed by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:28:05.102291 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Provisioning complete for port 4902b4bd-390e-4122-b5bd-878c4b3e91a4 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:28:05.102672 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:05.133154 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5632f8-d98f-4d00-b57a-d99ad292da00 req-055342b1-1ee4-4d14-b3f9-2a982cc76132 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:05.134826 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-ff5632f8-d98f-4d00-b57a-d99ad292da00 req-055342b1-1ee4-4d14-b3f9-2a982cc76132 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=439f63a1-a62e-4a2c-90d3-c76a0512cda7 HTTP/1.1" status: 200 len: 944 time: 0.0581617 Aug 06 17:28:05.172944 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-ff5632f8-d98f-4d00-b57a-d99ad292da00 req-f57be863-4aee-4568-93e4-1d4105835988 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319023 Aug 06 17:28:05.193494 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:05.219492 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439f63a1-a62e-4a2c-90d3-c76a0512cda7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4902b4bd-390e-4122-b5bd-878c4b3e91a4'}] {{(pid=93310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:28:05.222244 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713379ad4201aa67d1557f3d7b7da947c96b0ad1778a29fd635d5f04ae47f1c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c259712-861f-4dad-a347-528120bf61bc" -d '{"events": [{"server_uuid": "439f63a1-a62e-4a2c-90d3-c76a0512cda7", "name": "network-vif-plugged", "status": "completed", "tag": "4902b4bd-390e-4122-b5bd-878c4b3e91a4"}]}' {{(pid=93310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:28:05.237338 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port 4902b4bd-390e-4122-b5bd-878c4b3e91a4, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=4902b4bd-390e-4122-b5bd-878c4b3e91a4,segment=NetworkSegment(e8007d69-4b5c-4d4a-a40f-9e51dc3e769f),segment_id=e8007d69-4b5c-4d4a-a40f-9e51dc3e769f)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:28:05.247407 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:05.291008 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab1794d-bbb4-4596-8982-a58b06e1c5ba x-openstack-request-id: req-fab1794d-bbb4-4596-8982-a58b06e1c5ba {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:28:05.291313 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439f63a1-a62e-4a2c-90d3-c76a0512cda7", "name": "network-vif-plugged", "status": "completed", "tag": "4902b4bd-390e-4122-b5bd-878c4b3e91a4", "code": 200}]} {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:28:05.291572 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-fab1794d-bbb4-4596-8982-a58b06e1c5ba {{(pid=93310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:28:05.291973 dv-cinder-803773-1-iscsi neutron-server[93310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439f63a1-a62e-4a2c-90d3-c76a0512cda7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4902b4bd-390e-4122-b5bd-878c4b3e91a4', 'code': 200} Aug 06 17:28:05.311472 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=4902b4bd-390e-4122-b5bd-878c4b3e91a4,revision_number=5']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:28:05.350970 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29aeea5-2930-418a-b953-559193553260 req-7dcd5e45-3690-4537-b4eb-5bf396636161 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:05.352576 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-b29aeea5-2930-418a-b953-559193553260 req-7dcd5e45-3690-4537-b4eb-5bf396636161 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 946 time: 0.0538960 Aug 06 17:28:05.395863 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-b29aeea5-2930-418a-b953-559193553260 req-46e0c1f4-9b3a-4385-94ef-dfee614a535c tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365345 Aug 06 17:28:05.586858 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4c13a-b593-4ced-ac7d-72df61291bee req-c2d63397-bbcc-4dcc-a0f8-7641cf53cafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:05.588390 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-dbf4c13a-b593-4ced-ac7d-72df61291bee req-c2d63397-bbcc-4dcc-a0f8-7641cf53cafc service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=439f63a1-a62e-4a2c-90d3-c76a0512cda7 HTTP/1.1" status: 200 len: 1098 time: 0.0467603 Aug 06 17:28:05.627703 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-dbf4c13a-b593-4ced-ac7d-72df61291bee req-de4e0b5c-b236-4408-b840-e80419def519 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302906 Aug 06 17:28:06.305736 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d1a1cb-2125-4261-ad57-dffab112220f req-1d64e8b7-795c-4dca-be3e-f92fc123c7bf tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:06.307230 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-d1d1a1cb-2125-4261-ad57-dffab112220f req-1d64e8b7-795c-4dca-be3e-f92fc123c7bf tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=439f63a1-a62e-4a2c-90d3-c76a0512cda7 HTTP/1.1" status: 200 len: 945 time: 0.0558219 Aug 06 17:28:06.349744 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-d1d1a1cb-2125-4261-ad57-dffab112220f req-93cee67d-0303-4f31-a6de-1ec99782cf5d tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359497 Aug 06 17:28:06.527784 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900dcc0f-9bc0-4bad-871d-1e4ce3f562a4 req-e1c6dd38-8aec-49d0-a330-5dd306327110 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:06.529219 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-900dcc0f-9bc0-4bad-871d-1e4ce3f562a4 req-e1c6dd38-8aec-49d0-a330-5dd306327110 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 946 time: 0.0547130 Aug 06 17:28:06.568365 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-900dcc0f-9bc0-4bad-871d-1e4ce3f562a4 req-703fe37d-d0a6-4c10-bf5b-73970e16e0bd tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329192 Aug 06 17:28:07.489076 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd894a9-5245-4336-a57d-2154e544b45e req-20bcc3b6-797c-4677-9d01-60e144cb9f0f tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:07.490537 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-6dd894a9-5245-4336-a57d-2154e544b45e req-20bcc3b6-797c-4677-9d01-60e144cb9f0f tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=439f63a1-a62e-4a2c-90d3-c76a0512cda7 HTTP/1.1" status: 200 len: 945 time: 0.0619113 Aug 06 17:28:07.541009 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-6dd894a9-5245-4336-a57d-2154e544b45e req-c8898be1-4452-457f-bd55-4a097583af79 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408702 Aug 06 17:28:07.905332 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c084f-810e-41b8-a25b-a90c878b2c3e req-37df4fcf-2dc8-4ffb-8121-9387653fcc4a tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:07.906851 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a26c084f-810e-41b8-a25b-a90c878b2c3e req-37df4fcf-2dc8-4ffb-8121-9387653fcc4a tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 984 time: 0.0554199 Aug 06 17:28:07.949130 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a26c084f-810e-41b8-a25b-a90c878b2c3e req-6c87680c-2c34-49e4-a346-a8e60aae618d tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7f73eb8-4923-4502-9d9a-237bdf771589&id=4f4e69be-d6a0-4d1e-aa51-c82010cafd86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357490 Aug 06 17:28:08.687062 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3720d-0dc4-4fa1-a02d-f868dbc10e5a req-0a95b397-be95-4818-b7fa-dc097ed19963 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:08.688510 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-2ff3720d-0dc4-4fa1-a02d-f868dbc10e5a req-0a95b397-be95-4818-b7fa-dc097ed19963 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=439f63a1-a62e-4a2c-90d3-c76a0512cda7 HTTP/1.1" status: 200 len: 945 time: 0.0613189 Aug 06 17:28:08.727084 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-2ff3720d-0dc4-4fa1-a02d-f868dbc10e5a req-9e759c15-a8bc-4139-98b8-35e76315dbc4 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309486 Aug 06 17:28:09.078588 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115b3c8-f6c0-4a7b-a68a-f4c843ee3861 req-035d09cb-b20e-426e-888f-a2e9a85e0e8d tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:09.080271 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-5115b3c8-f6c0-4a7b-a68a-f4c843ee3861 req-035d09cb-b20e-426e-888f-a2e9a85e0e8d tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 984 time: 0.0514753 Aug 06 17:28:09.122295 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-5115b3c8-f6c0-4a7b-a68a-f4c843ee3861 req-ade15d1f-4e50-406d-969e-9f781d698b0a tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7f73eb8-4923-4502-9d9a-237bdf771589&id=4f4e69be-d6a0-4d1e-aa51-c82010cafd86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356865 Aug 06 17:28:09.281354 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf6e2c-b980-4d8a-982c-b16c75a0a372 req-b7ba9e16-add0-4e5c-a156-09efc87719c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:09.283386 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a3cf6e2c-b980-4d8a-982c-b16c75a0a372 req-b7ba9e16-add0-4e5c-a156-09efc87719c0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4b89d81ddcd049a3a1e3b0c7ef913e87&device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 1137 time: 0.0532246 Aug 06 17:28:09.388233 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf6e2c-b980-4d8a-982c-b16c75a0a372 req-8310e623-c098-48ec-924f-18cd2c068527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:09.389757 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a3cf6e2c-b980-4d8a-982c-b16c75a0a372 req-8310e623-c098-48ec-924f-18cd2c068527 service neutron] 10.222.0.96 "GET /v2.0/networks?id=9a14efbb-6e94-439a-a6e6-5a94d9f3c818 HTTP/1.1" status: 200 len: 915 time: 0.0871606 Aug 06 17:28:09.480730 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a3cf6e2c-b980-4d8a-982c-b16c75a0a372 req-a33641a4-fa65-4ecf-bbe7-7242ed4824b1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=daf4a5ec-87fe-4a35-8fc1-83fabf5c8919 HTTP/1.1" status: 200 len: 1001 time: 0.0663879 Aug 06 17:28:09.542387 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf6e2c-b980-4d8a-982c-b16c75a0a372 req-c162f2e1-bf18-4602-8da8-9f7d22776b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:09.543818 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a3cf6e2c-b980-4d8a-982c-b16c75a0a372 req-c162f2e1-bf18-4602-8da8-9f7d22776b9b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d4ce2c86-70ee-4932-994f-c3d019d987cc HTTP/1.1" status: 200 len: 852 time: 0.0493014 Aug 06 17:28:09.600401 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf6e2c-b980-4d8a-982c-b16c75a0a372 req-36dc6339-59e4-4950-8386-50d41d507479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:09.601908 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a3cf6e2c-b980-4d8a-982c-b16c75a0a372 req-36dc6339-59e4-4950-8386-50d41d507479 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9a14efbb-6e94-439a-a6e6-5a94d9f3c818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421560 Aug 06 17:28:09.701329 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a3cf6e2c-b980-4d8a-982c-b16c75a0a372 req-f2284f0c-3ba9-4372-a4a6-497e6bd09da8 service neutron] 10.222.0.96 "GET /v2.0/networks/9a14efbb-6e94-439a-a6e6-5a94d9f3c818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894656 Aug 06 17:28:09.801607 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a3cf6e2c-b980-4d8a-982c-b16c75a0a372 req-478ff2c6-dd39-4b7a-96b8-48af638b30c8 service neutron] 10.222.0.96 "GET /v2.0/networks/9a14efbb-6e94-439a-a6e6-5a94d9f3c818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916736 Aug 06 17:28:09.858740 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c9730b-3f02-4a3b-ba91-8465f115bad0 req-5d0890af-04e9-4fc0-90fe-afe7db65f127 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:09.860252 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-39c9730b-3f02-4a3b-ba91-8465f115bad0 req-5d0890af-04e9-4fc0-90fe-afe7db65f127 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=439f63a1-a62e-4a2c-90d3-c76a0512cda7 HTTP/1.1" status: 200 len: 945 time: 0.0539525 Aug 06 17:28:09.900162 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-39c9730b-3f02-4a3b-ba91-8465f115bad0 req-838c6c88-712c-4e2b-9093-3be0e8920078 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337579 Aug 06 17:28:10.070221 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:10.252999 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5925139b-0307-4c1b-8877-0f90ce5ef6b9 req-71143d97-5ba7-46aa-8701-416759338348 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:10.254509 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-5925139b-0307-4c1b-8877-0f90ce5ef6b9 req-71143d97-5ba7-46aa-8701-416759338348 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 984 time: 0.0551310 Aug 06 17:28:10.551018 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-5925139b-0307-4c1b-8877-0f90ce5ef6b9 req-fbdc6a4a-41b2-4e08-afda-3a2a64b363a2 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7f73eb8-4923-4502-9d9a-237bdf771589&id=4f4e69be-d6a0-4d1e-aa51-c82010cafd86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2897727 Aug 06 17:28:11.030984 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ccdc33-e9c7-4168-bb8f-898a1fe21b0c req-6a63c8e5-ff46-47cb-ac0f-55e4b9f5a2ee tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:11.032862 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-b6ccdc33-e9c7-4168-bb8f-898a1fe21b0c req-6a63c8e5-ff46-47cb-ac0f-55e4b9f5a2ee tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=439f63a1-a62e-4a2c-90d3-c76a0512cda7 HTTP/1.1" status: 200 len: 945 time: 0.0568018 Aug 06 17:28:11.072270 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-b6ccdc33-e9c7-4168-bb8f-898a1fe21b0c req-6592cc75-ceda-4e65-8cf7-88bd2ada042b tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331018 Aug 06 17:28:11.673399 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe20cbb-d25c-41d2-a748-15a1828559da req-5b1b42e9-4cb8-4ba1-b850-9a770a549469 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:11.674846 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-cfe20cbb-d25c-41d2-a748-15a1828559da req-5b1b42e9-4cb8-4ba1-b850-9a770a549469 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 984 time: 0.0487969 Aug 06 17:28:11.718868 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-cfe20cbb-d25c-41d2-a748-15a1828559da req-75e7a2c9-b7c1-4d35-8cb9-06c3e47a20d6 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7f73eb8-4923-4502-9d9a-237bdf771589&id=4f4e69be-d6a0-4d1e-aa51-c82010cafd86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346291 Aug 06 17:28:12.206608 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a1018-3f78-4031-961b-1ebe297a26ff req-fb8be952-b408-4012-8a0c-e4d552df60c2 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:12.208052 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-232a1018-3f78-4031-961b-1ebe297a26ff req-fb8be952-b408-4012-8a0c-e4d552df60c2 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=439f63a1-a62e-4a2c-90d3-c76a0512cda7 HTTP/1.1" status: 200 len: 945 time: 0.0595968 Aug 06 17:28:12.252097 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-232a1018-3f78-4031-961b-1ebe297a26ff req-982a61e2-3dae-403a-b329-5d329c255ad7 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377066 Aug 06 17:28:12.852387 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a69a47-fc5c-491c-b328-56019e64fc6c req-18425720-8f37-46b5-a8fa-43437d6d913b tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:12.853853 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-d9a69a47-fc5c-491c-b328-56019e64fc6c req-18425720-8f37-46b5-a8fa-43437d6d913b tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 984 time: 0.0583310 Aug 06 17:28:12.898748 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-d9a69a47-fc5c-491c-b328-56019e64fc6c req-46fff9b7-72b1-4869-b8ad-2ce2bd2cb57b tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7f73eb8-4923-4502-9d9a-237bdf771589&id=4f4e69be-d6a0-4d1e-aa51-c82010cafd86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358238 Aug 06 17:28:13.372308 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f6e78-f102-48b6-947f-e2a34aa1c1fa req-6134b730-4961-4769-b1d2-0af114c6ad33 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:13.373804 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-fd5f6e78-f102-48b6-947f-e2a34aa1c1fa req-6134b730-4961-4769-b1d2-0af114c6ad33 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=439f63a1-a62e-4a2c-90d3-c76a0512cda7 HTTP/1.1" status: 200 len: 945 time: 0.0508161 Aug 06 17:28:13.414349 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-fd5f6e78-f102-48b6-947f-e2a34aa1c1fa req-1a62376b-b783-4957-9878-b8dd275d74fb tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333822 Aug 06 17:28:14.028228 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e07d5e-583c-43e1-abc2-a75fe7f93ed1 req-0f616185-5191-4669-96f9-1ad7f9814b82 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:14.029953 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-93e07d5e-583c-43e1-abc2-a75fe7f93ed1 req-0f616185-5191-4669-96f9-1ad7f9814b82 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 984 time: 0.0579720 Aug 06 17:28:14.072177 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-93e07d5e-583c-43e1-abc2-a75fe7f93ed1 req-cd4925ba-1444-43b5-b066-1fc08e86e894 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7f73eb8-4923-4502-9d9a-237bdf771589&id=4f4e69be-d6a0-4d1e-aa51-c82010cafd86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359855 Aug 06 17:28:14.536434 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46dbbfd-494f-40d8-8131-7c3a114da885 req-f964164e-7b7b-4b83-bab8-2da2dbf45958 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:14.538040 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-a46dbbfd-494f-40d8-8131-7c3a114da885 req-f964164e-7b7b-4b83-bab8-2da2dbf45958 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=439f63a1-a62e-4a2c-90d3-c76a0512cda7 HTTP/1.1" status: 200 len: 945 time: 0.0516360 Aug 06 17:28:14.586339 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-a46dbbfd-494f-40d8-8131-7c3a114da885 req-eab59209-a4fd-48de-b097-043ee6856836 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418489 Aug 06 17:28:15.205957 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c762ded-0b10-4d3f-85ac-4236d34e5432 req-1f948435-afe5-4a7e-a258-ab248e1263cd tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:15.207463 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-1c762ded-0b10-4d3f-85ac-4236d34e5432 req-1f948435-afe5-4a7e-a258-ab248e1263cd tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 984 time: 0.0559802 Aug 06 17:28:15.253270 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-1c762ded-0b10-4d3f-85ac-4236d34e5432 req-7f666df9-021b-4088-be1b-649c3033530f tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7f73eb8-4923-4502-9d9a-237bdf771589&id=4f4e69be-d6a0-4d1e-aa51-c82010cafd86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356979 Aug 06 17:28:16.373722 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4466e-d973-4222-99dc-a94d0bdfe59d req-a18edae4-b12b-49ef-9a07-0d7e26ef1d3f tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:16.375385 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-abc4466e-d973-4222-99dc-a94d0bdfe59d req-a18edae4-b12b-49ef-9a07-0d7e26ef1d3f tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 984 time: 0.0495491 Aug 06 17:28:16.417933 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-abc4466e-d973-4222-99dc-a94d0bdfe59d req-fdeee9f7-de4b-46ee-bca6-d795e6ab9c37 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7f73eb8-4923-4502-9d9a-237bdf771589&id=4f4e69be-d6a0-4d1e-aa51-c82010cafd86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341539 Aug 06 17:28:17.552588 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1adbf-7323-4537-b306-5c2d870b5790 req-c18b0c9f-5ce1-49e9-89e9-248fe9bbf357 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:17.553918 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-37d1adbf-7323-4537-b306-5c2d870b5790 req-c18b0c9f-5ce1-49e9-89e9-248fe9bbf357 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 984 time: 0.0576077 Aug 06 17:28:17.594231 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-37d1adbf-7323-4537-b306-5c2d870b5790 req-215cb60d-a975-45cc-ad0e-871b12385032 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7f73eb8-4923-4502-9d9a-237bdf771589&id=4f4e69be-d6a0-4d1e-aa51-c82010cafd86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338328 Aug 06 17:28:18.982071 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4090e186-a027-49c0-bb30-1d9fe1939d39 req-1300b6df-09c3-4106-aaeb-333635e3739f tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:18.983444 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-4090e186-a027-49c0-bb30-1d9fe1939d39 req-1300b6df-09c3-4106-aaeb-333635e3739f tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 984 time: 0.2994831 Aug 06 17:28:19.025860 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-4090e186-a027-49c0-bb30-1d9fe1939d39 req-47a52930-4f0a-48e6-aaf5-5b07eda38483 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7f73eb8-4923-4502-9d9a-237bdf771589&id=4f4e69be-d6a0-4d1e-aa51-c82010cafd86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361178 Aug 06 17:28:20.153404 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc319f81-668f-434b-aaea-c7a6944313e1 req-f803559c-9019-47cc-bd49-3ef580325b13 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:20.155076 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-dc319f81-668f-434b-aaea-c7a6944313e1 req-f803559c-9019-47cc-bd49-3ef580325b13 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 984 time: 0.0560594 Aug 06 17:28:20.201176 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-dc319f81-668f-434b-aaea-c7a6944313e1 req-0b01b8a0-c844-4934-ba2e-21c6d74d723e tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7f73eb8-4923-4502-9d9a-237bdf771589&id=4f4e69be-d6a0-4d1e-aa51-c82010cafd86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367701 Aug 06 17:28:21.099602 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-3022995b-89c3-4471-afc3-540e487916a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:21.328290 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb6e3d-9275-4e25-9dd8-67b039d9fac4 req-983f2886-44d0-4957-b7ec-6e2130762dcf tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:21.329659 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e8cb6e3d-9275-4e25-9dd8-67b039d9fac4 req-983f2886-44d0-4957-b7ec-6e2130762dcf tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 984 time: 0.0504127 Aug 06 17:28:21.373974 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e8cb6e3d-9275-4e25-9dd8-67b039d9fac4 req-3df5e78d-9258-43fc-889f-24122ff6de78 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7f73eb8-4923-4502-9d9a-237bdf771589&id=4f4e69be-d6a0-4d1e-aa51-c82010cafd86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348878 Aug 06 17:28:22.502487 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31d609-0e82-4fc3-99d5-0ccb05ff2105 req-bea27be5-7658-4763-b29f-b82726fdcf63 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:22.503958 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-cf31d609-0e82-4fc3-99d5-0ccb05ff2105 req-bea27be5-7658-4763-b29f-b82726fdcf63 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 984 time: 0.0547714 Aug 06 17:28:22.550876 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-cf31d609-0e82-4fc3-99d5-0ccb05ff2105 req-3663b9f6-fb9b-415f-9887-edd3b9d38165 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7f73eb8-4923-4502-9d9a-237bdf771589&id=4f4e69be-d6a0-4d1e-aa51-c82010cafd86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402091 Aug 06 17:28:23.372447 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-1a277f8e-bfa7-4bbf-98d8-1f8c44d1b37e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:23.672331 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e6242-7c57-409d-9a5f-1f027467955a req-baa68b41-826a-4dc2-ba14-7f897c918ab9 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:23.674169 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c34e6242-7c57-409d-9a5f-1f027467955a req-baa68b41-826a-4dc2-ba14-7f897c918ab9 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 984 time: 0.0513113 Aug 06 17:28:23.724689 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c34e6242-7c57-409d-9a5f-1f027467955a req-8be0c693-3428-4312-8d2a-f8e7eebee06a tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7f73eb8-4923-4502-9d9a-237bdf771589&id=4f4e69be-d6a0-4d1e-aa51-c82010cafd86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404253 Aug 06 17:28:23.991218 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09240e42-f86b-4aa1-ac2e-e00313a33181 req-ff8c2284-fe00-4dd2-b19e-d654641d729d tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:23.992695 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-09240e42-f86b-4aa1-ac2e-e00313a33181 req-ff8c2284-fe00-4dd2-b19e-d654641d729d tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/networks?id=b65bf330-493e-44e7-8527-d23d2f6611d0 HTTP/1.1" status: 200 len: 814 time: 0.1084242 Aug 06 17:28:24.008417 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-09240e42-f86b-4aa1-ac2e-e00313a33181 req-0ea1484a-d2d3-489e-95a6-095650a90335 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/quotas/eec354650a054c959e22148249c2c1c4 HTTP/1.1" status: 200 len: 375 time: 0.0096953 Aug 06 17:28:24.058876 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-09240e42-f86b-4aa1-ac2e-e00313a33181 req-3f45b08f-bf13-465d-ad68-dd57fed268a5 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=eec354650a054c959e22148249c2c1c4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0446920 Aug 06 17:28:24.085564 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:24.163631 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-09240e42-f86b-4aa1-ac2e-e00313a33181 req-8b0ef05f-71cc-4e7f-92ca-298e3a81664a service neutron] 10.222.0.89 "GET /v2.0/networks/b65bf330-493e-44e7-8527-d23d2f6611d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940475 Aug 06 17:28:24.256600 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-09240e42-f86b-4aa1-ac2e-e00313a33181 req-b9d5010c-c305-480b-bd06-432c73fc19f2 service neutron] 10.222.0.89 "GET /v2.0/networks/b65bf330-493e-44e7-8527-d23d2f6611d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862544 Aug 06 17:28:24.359495 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.agents_db [None req-f0f84874-ee0a-4567-8005-82f1841bb43f None None] Agent healthcheck: found 6 active agents {{(pid=93311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:28:24.420000 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-a41da8ca-a0d1-4172-90c8-69dd88085eaf req-8772c473-aeb3-498f-871d-f42f4a6c8cdc tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=5757ff27-1bc8-47d1-89bb-0ca7a940923f HTTP/1.1" status: 200 len: 210 time: 0.0297568 Aug 06 17:28:24.847086 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde67dc7-e602-4270-8955-13ed45da4f2c req-5a6b0164-ad64-4060-a289-513615748c03 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:24.849056 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-cde67dc7-e602-4270-8955-13ed45da4f2c req-5a6b0164-ad64-4060-a289-513615748c03 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 984 time: 0.0538726 Aug 06 17:28:24.896535 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-cde67dc7-e602-4270-8955-13ed45da4f2c req-68b1c234-3b40-4f07-80ff-733028864821 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7f73eb8-4923-4502-9d9a-237bdf771589&id=4f4e69be-d6a0-4d1e-aa51-c82010cafd86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394142 Aug 06 17:28:24.963387 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dfa21d-4467-4101-85f0-e57d3e7d2468 req-72166057-0d82-4856-bf38-e42274fb0fe8 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:24.964706 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a5dfa21d-4467-4101-85f0-e57d3e7d2468 req-72166057-0d82-4856-bf38-e42274fb0fe8 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e96edcd-87db-4df3-8251-426934b90819 HTTP/1.1" status: 200 len: 945 time: 0.0527556 Aug 06 17:28:25.006232 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a5dfa21d-4467-4101-85f0-e57d3e7d2468 req-f50c65a9-8eee-4fa9-99de-e1b78863dc59 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/security-groups?id=40aa14bd-5e4b-4fff-baf4-74ad99448249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355027 Aug 06 17:28:25.121845 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:25.532443 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-a7a8dfe7-14b9-424d-b16b-56206a7a8f77 req-1ff05db6-6caa-42aa-a5f5-cafe7fd5ed5c tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=5757ff27-1bc8-47d1-89bb-0ca7a940923f HTTP/1.1" status: 200 len: 210 time: 0.0368528 Aug 06 17:28:25.859386 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09240e42-f86b-4aa1-ac2e-e00313a33181 req-95aedb3c-0617-451f-8e19-fc484e557ef2 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:25.860727 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-09240e42-f86b-4aa1-ac2e-e00313a33181 req-95aedb3c-0617-451f-8e19-fc484e557ef2 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.96 "GET /v2.0/networks?id=b65bf330-493e-44e7-8527-d23d2f6611d0 HTTP/1.1" status: 200 len: 814 time: 0.1029456 Aug 06 17:28:25.896964 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [req-09240e42-f86b-4aa1-ac2e-e00313a33181 req-d59eceef-c7e7-4192-9edf-5111dd3c4628 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Request body: {'port': {'device_id': '5757ff27-1bc8-47d1-89bb-0ca7a940923f', 'network_id': 'b65bf330-493e-44e7-8527-d23d2f6611d0', 'admin_state_up': True, 'tenant_id': 'eec354650a054c959e22148249c2c1c4'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:28:26.038746 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bdbcb7-2678-4868-875e-2f5790752d17 req-6c6630e0-eefc-471c-9acd-f2c22234922a tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:26.040297 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-73bdbcb7-2678-4868-875e-2f5790752d17 req-6c6630e0-eefc-471c-9acd-f2c22234922a tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 984 time: 0.0715232 Aug 06 17:28:26.064259 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09240e42-f86b-4aa1-ac2e-e00313a33181 req-d59eceef-c7e7-4192-9edf-5111dd3c4628 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Made reservation on behalf of eec354650a054c959e22148249c2c1c4 for: {'port': 1} {{(pid=93308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:28:26.067671 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-09240e42-f86b-4aa1-ac2e-e00313a33181 req-d59eceef-c7e7-4192-9edf-5111dd3c4628 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:26.107843 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-73bdbcb7-2678-4868-875e-2f5790752d17 req-3fce1c1b-bcec-4ca7-9f2e-b1c56a7ce6af tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7f73eb8-4923-4502-9d9a-237bdf771589&id=4f4e69be-d6a0-4d1e-aa51-c82010cafd86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0609429 Aug 06 17:28:26.135057 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0a70a-3306-47c4-9256-8945c96bd14c req-2c99da3f-47e8-4abb-a08d-54e56c258064 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:26.136569 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-81a0a70a-3306-47c4-9256-8945c96bd14c req-2c99da3f-47e8-4abb-a08d-54e56c258064 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e96edcd-87db-4df3-8251-426934b90819 HTTP/1.1" status: 200 len: 945 time: 0.0506763 Aug 06 17:28:26.174540 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-81a0a70a-3306-47c4-9256-8945c96bd14c req-6f6288b7-c2b1-4a60-87b8-0c27d836deba tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/security-groups?id=40aa14bd-5e4b-4fff-baf4-74ad99448249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318952 Aug 06 17:28:26.217115 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.db_base_plugin_common [req-09240e42-f86b-4aa1-ac2e-e00313a33181 req-d59eceef-c7e7-4192-9edf-5111dd3c4628 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Allocated IP 172.20.0.13 (b65bf330-493e-44e7-8527-d23d2f6611d0/5516777b-7360-41fb-9526-612d8505129f/047d9e9f-c7f9-467f-b542-ff899c856307) {{(pid=93308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:28:26.367710 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-09240e42-f86b-4aa1-ac2e-e00313a33181 req-d59eceef-c7e7-4192-9edf-5111dd3c4628 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Notify callbacks [] for port, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:26.417124 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-09240e42-f86b-4aa1-ac2e-e00313a33181 req-d59eceef-c7e7-4192-9edf-5111dd3c4628 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244'] for port, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:26.461182 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09240e42-f86b-4aa1-ac2e-e00313a33181 req-d59eceef-c7e7-4192-9edf-5111dd3c4628 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Network b65bf330-493e-44e7-8527-d23d2f6611d0 is already hosted by enough agents. {{(pid=93308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:28:26.466561 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.base_scheduler [req-09240e42-f86b-4aa1-ac2e-e00313a33181 req-d59eceef-c7e7-4192-9edf-5111dd3c4628 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Resources bound (agent type, host, resource id): {{(pid=93308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:28:26.470838 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.l3_dvrscheduler_db [req-09240e42-f86b-4aa1-ac2e-e00313a33181 req-d59eceef-c7e7-4192-9edf-5111dd3c4628 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Received port after_create {{(pid=93308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:28:26.476289 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09240e42-f86b-4aa1-ac2e-e00313a33181 req-d59eceef-c7e7-4192-9edf-5111dd3c4628 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:26.476901 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-09240e42-f86b-4aa1-ac2e-e00313a33181 req-d59eceef-c7e7-4192-9edf-5111dd3c4628 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:26.477982 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] get_ports_and_sgs() called for port_ids ['4902b4bd-390e-4122-b5bd-878c4b3e91a4'] {{(pid=93310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:28:26.480991 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59eceef-c7e7-4192-9edf-5111dd3c4628 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Pushing event updated for resources: {'Port': ['ID=047d9e9f-c7f9-467f-b542-ff899c856307,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:28:26.492046 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59eceef-c7e7-4192-9edf-5111dd3c4628 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:28:26.492422 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59eceef-c7e7-4192-9edf-5111dd3c4628 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:28:26.492751 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59eceef-c7e7-4192-9edf-5111dd3c4628 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:28:26.493084 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59eceef-c7e7-4192-9edf-5111dd3c4628 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:28:26.493438 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59eceef-c7e7-4192-9edf-5111dd3c4628 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:28:26.493914 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59eceef-c7e7-4192-9edf-5111dd3c4628 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:28:26.494248 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59eceef-c7e7-4192-9edf-5111dd3c4628 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:28:26.494614 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59eceef-c7e7-4192-9edf-5111dd3c4628 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:28:26.494968 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59eceef-c7e7-4192-9edf-5111dd3c4628 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:28:26.495278 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59eceef-c7e7-4192-9edf-5111dd3c4628 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:28:26.495629 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59eceef-c7e7-4192-9edf-5111dd3c4628 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:28:26.495956 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59eceef-c7e7-4192-9edf-5111dd3c4628 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:28:26.505370 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-09240e42-f86b-4aa1-ac2e-e00313a33181 req-d59eceef-c7e7-4192-9edf-5111dd3c4628 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6123488 Aug 06 17:28:26.529521 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [req-09240e42-f86b-4aa1-ac2e-e00313a33181 req-c88bab14-cf9f-4a66-9949-eb61b733fe43 service neutron] Request body: {'port': {'device_id': '5757ff27-1bc8-47d1-89bb-0ca7a940923f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80377'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:28:26.589323 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-09240e42-f86b-4aa1-ac2e-e00313a33181 req-c88bab14-cf9f-4a66-9949-eb61b733fe43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:26.741260 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54545d-8bc2-451f-add3-837061406642 req-3706f0eb-5f6d-4f2c-946e-b6f29b49d617 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:26.742737 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-3a54545d-8bc2-451f-add3-837061406642 req-3706f0eb-5f6d-4f2c-946e-b6f29b49d617 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=5757ff27-1bc8-47d1-89bb-0ca7a940923f HTTP/1.1" status: 200 len: 932 time: 0.1213145 Aug 06 17:28:26.832151 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-3a54545d-8bc2-451f-add3-837061406642 req-9d1c60df-f6ba-42a9-a5db-73d8cbdd41ed tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832934 Aug 06 17:28:26.930961 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.notifiers.nova [req-09240e42-f86b-4aa1-ac2e-e00313a33181 req-c88bab14-cf9f-4a66-9949-eb61b733fe43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 047d9e9f-c7f9-467f-b542-ff899c856307 {{(pid=93308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:28:26.939002 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-09240e42-f86b-4aa1-ac2e-e00313a33181 req-c88bab14-cf9f-4a66-9949-eb61b733fe43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:26.952569 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.provisioning_blocks [req-09240e42-f86b-4aa1-ac2e-e00313a33181 req-c88bab14-cf9f-4a66-9949-eb61b733fe43 service neutron] Transition to ACTIVE for port object 047d9e9f-c7f9-467f-b542-ff899c856307 will not be triggered until provisioned by entity L2. {{(pid=93308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:28:26.960548 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-09240e42-f86b-4aa1-ac2e-e00313a33181 req-c88bab14-cf9f-4a66-9949-eb61b733fe43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:26.965094 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:27.007871 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88bab14-cf9f-4a66-9949-eb61b733fe43 service neutron] Pushing event updated for resources: {'Port': ['ID=047d9e9f-c7f9-467f-b542-ff899c856307,revision_number=2']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:28:27.041264 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.managers [req-09240e42-f86b-4aa1-ac2e-e00313a33181 req-c88bab14-cf9f-4a66-9949-eb61b733fe43 service neutron] Attempting to bind port 047d9e9f-c7f9-467f-b542-ff899c856307 on host hv-cinder-80377 for vnic_type normal with profile {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:28:27.041950 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.managers [req-09240e42-f86b-4aa1-ac2e-e00313a33181 req-c88bab14-cf9f-4a66-9949-eb61b733fe43 service neutron] Attempting to bind port 047d9e9f-c7f9-467f-b542-ff899c856307 by drivers openvswitch,hyperv on host hv-cinder-80377 at level 0 using segments [{'id': 'e8007d69-4b5c-4d4a-a40f-9e51dc3e769f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b65bf330-493e-44e7-8527-d23d2f6611d0'}] {{(pid=93308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:28:27.041950 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09240e42-f86b-4aa1-ac2e-e00313a33181 req-c88bab14-cf9f-4a66-9949-eb61b733fe43 service neutron] Attempting to bind port 047d9e9f-c7f9-467f-b542-ff899c856307 on network b65bf330-493e-44e7-8527-d23d2f6611d0 {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:28:27.046432 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09240e42-f86b-4aa1-ac2e-e00313a33181 req-c88bab14-cf9f-4a66-9949-eb61b733fe43 service neutron] Port 047d9e9f-c7f9-467f-b542-ff899c856307 on network b65bf330-493e-44e7-8527-d23d2f6611d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80377 {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 17:28:27.046748 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09240e42-f86b-4aa1-ac2e-e00313a33181 req-c88bab14-cf9f-4a66-9949-eb61b733fe43 service neutron] Attempting to bind port 047d9e9f-c7f9-467f-b542-ff899c856307 on network b65bf330-493e-44e7-8527-d23d2f6611d0 {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:28:27.051548 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09240e42-f86b-4aa1-ac2e-e00313a33181 req-c88bab14-cf9f-4a66-9949-eb61b733fe43 service neutron] Checking agent: {'id': 'd2fb1ab5-1995-4796-a222-8ffdc3f56d02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 21, 40), 'started_at': datetime.datetime(2021, 8, 6, 17, 21, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:28:27.051879 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09240e42-f86b-4aa1-ac2e-e00313a33181 req-c88bab14-cf9f-4a66-9949-eb61b733fe43 service neutron] Checking segment: {'id': 'e8007d69-4b5c-4d4a-a40f-9e51dc3e769f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b65bf330-493e-44e7-8527-d23d2f6611d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:28:27.052258 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09240e42-f86b-4aa1-ac2e-e00313a33181 req-c88bab14-cf9f-4a66-9949-eb61b733fe43 service neutron] Bound using segment: {'id': 'e8007d69-4b5c-4d4a-a40f-9e51dc3e769f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b65bf330-493e-44e7-8527-d23d2f6611d0'} {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:28:27.052677 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.managers [req-09240e42-f86b-4aa1-ac2e-e00313a33181 req-c88bab14-cf9f-4a66-9949-eb61b733fe43 service neutron] Bound port: 047d9e9f-c7f9-467f-b542-ff899c856307, host: hv-cinder-80377, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8007d69-4b5c-4d4a-a40f-9e51dc3e769f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b65bf330-493e-44e7-8527-d23d2f6611d0'}}] {{(pid=93308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:28:27.053026 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-09240e42-f86b-4aa1-ac2e-e00313a33181 req-c88bab14-cf9f-4a66-9949-eb61b733fe43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:27.114981 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [req-09240e42-f86b-4aa1-ac2e-e00313a33181 req-c88bab14-cf9f-4a66-9949-eb61b733fe43 service neutron] For port 047d9e9f-c7f9-467f-b542-ff899c856307, host hv-cinder-80377, cleared binding levels {{(pid=93308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:28:27.117954 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [req-09240e42-f86b-4aa1-ac2e-e00313a33181 req-c88bab14-cf9f-4a66-9949-eb61b733fe43 service neutron] For port 047d9e9f-c7f9-467f-b542-ff899c856307, host hv-cinder-80377, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=047d9e9f-c7f9-467f-b542-ff899c856307,segment=NetworkSegment(e8007d69-4b5c-4d4a-a40f-9e51dc3e769f),segment_id=e8007d69-4b5c-4d4a-a40f-9e51dc3e769f)] {{(pid=93308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:28:27.125369 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-09240e42-f86b-4aa1-ac2e-e00313a33181 req-c88bab14-cf9f-4a66-9949-eb61b733fe43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:27.166186 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09240e42-f86b-4aa1-ac2e-e00313a33181 req-c88bab14-cf9f-4a66-9949-eb61b733fe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:27.166901 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-09240e42-f86b-4aa1-ac2e-e00313a33181 req-c88bab14-cf9f-4a66-9949-eb61b733fe43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:27.168320 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-09240e42-f86b-4aa1-ac2e-e00313a33181 req-c88bab14-cf9f-4a66-9949-eb61b733fe43 service neutron] 10.222.0.96 "PUT /v2.0/ports/047d9e9f-c7f9-467f-b542-ff899c856307 HTTP/1.1" status: 200 len: 1094 time: 0.6438918 Aug 06 17:28:27.168754 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5757ff27-1bc8-47d1-89bb-0ca7a940923f', 'tag': '047d9e9f-c7f9-467f-b542-ff899c856307'}] {{(pid=93308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:28:27.171023 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9970891e86e7a54ba8327591cdb5f98a510e69f2198634f60bde42845cd177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdf8988-1b96-45c7-a28c-7fd2d303c69c" -d '{"events": [{"name": "network-changed", "server_uuid": "5757ff27-1bc8-47d1-89bb-0ca7a940923f", "tag": "047d9e9f-c7f9-467f-b542-ff899c856307"}]}' {{(pid=93308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:28:27.193440 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88bab14-cf9f-4a66-9949-eb61b733fe43 service neutron] Pushing event updated for resources: {'Port': ['ID=047d9e9f-c7f9-467f-b542-ff899c856307,revision_number=3']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:28:27.220272 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c69d4a-b8f6-4f70-a38a-1855a79bb6a8 x-openstack-request-id: req-10c69d4a-b8f6-4f70-a38a-1855a79bb6a8 {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:28:27.220563 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5757ff27-1bc8-47d1-89bb-0ca7a940923f", "tag": "047d9e9f-c7f9-467f-b542-ff899c856307", "status": "completed", "code": 200}]} {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:28:27.220818 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-10c69d4a-b8f6-4f70-a38a-1855a79bb6a8 {{(pid=93308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:28:27.221242 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5757ff27-1bc8-47d1-89bb-0ca7a940923f', 'tag': '047d9e9f-c7f9-467f-b542-ff899c856307', 'status': 'completed', 'code': 200} Aug 06 17:28:27.236817 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b718c0d-4546-4f87-bed9-3321d778c599 req-6ef3e8be-84ba-4af3-95b6-4f8fad54031f tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:27.238457 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-6b718c0d-4546-4f87-bed9-3321d778c599 req-6ef3e8be-84ba-4af3-95b6-4f8fad54031f tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 984 time: 0.0576901 Aug 06 17:28:27.279435 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-6b718c0d-4546-4f87-bed9-3321d778c599 req-26a6f099-cc08-43d4-a0ae-2230de387765 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7f73eb8-4923-4502-9d9a-237bdf771589&id=4f4e69be-d6a0-4d1e-aa51-c82010cafd86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346737 Aug 06 17:28:27.329492 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24160822-ae14-4ce3-8eb5-f5f7894a0fbc req-6d7ae40b-20ac-483d-a1b6-98ac44631574 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:27.330994 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-24160822-ae14-4ce3-8eb5-f5f7894a0fbc req-6d7ae40b-20ac-483d-a1b6-98ac44631574 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e96edcd-87db-4df3-8251-426934b90819 HTTP/1.1" status: 200 len: 945 time: 0.0630605 Aug 06 17:28:27.384571 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-24160822-ae14-4ce3-8eb5-f5f7894a0fbc req-4b9ecc10-7ee9-481f-ae2a-158af97cdfdc tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/security-groups?id=40aa14bd-5e4b-4fff-baf4-74ad99448249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401483 Aug 06 17:28:27.386456 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09240e42-f86b-4aa1-ac2e-e00313a33181 req-a681e07a-930d-4648-828f-d3bffa1a758b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:27.387830 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-09240e42-f86b-4aa1-ac2e-e00313a33181 req-a681e07a-930d-4648-828f-d3bffa1a758b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=eec354650a054c959e22148249c2c1c4&device_id=5757ff27-1bc8-47d1-89bb-0ca7a940923f HTTP/1.1" status: 200 len: 1097 time: 0.0762856 Aug 06 17:28:27.455781 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-09240e42-f86b-4aa1-ac2e-e00313a33181 req-d1458ecf-7dde-4f6c-ab59-5c3ea82ed03c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=047d9e9f-c7f9-467f-b542-ff899c856307 HTTP/1.1" status: 200 len: 217 time: 0.0390739 Aug 06 17:28:27.517605 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09240e42-f86b-4aa1-ac2e-e00313a33181 req-4822920a-3c52-40f2-83fe-0570adf07119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:27.519097 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-09240e42-f86b-4aa1-ac2e-e00313a33181 req-4822920a-3c52-40f2-83fe-0570adf07119 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5516777b-7360-41fb-9526-612d8505129f HTTP/1.1" status: 200 len: 854 time: 0.0455158 Aug 06 17:28:27.618860 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-09240e42-f86b-4aa1-ac2e-e00313a33181 req-c9ccd210-03c2-4abc-94c1-6bf2da1b27b6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b65bf330-493e-44e7-8527-d23d2f6611d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390577 Aug 06 17:28:27.721663 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-09240e42-f86b-4aa1-ac2e-e00313a33181 req-ea023c73-8f05-454e-973b-a27a0d4b89a0 service neutron] 10.222.0.96 "GET /v2.0/networks/b65bf330-493e-44e7-8527-d23d2f6611d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901580 Aug 06 17:28:27.825511 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-09240e42-f86b-4aa1-ac2e-e00313a33181 req-70fbc3f9-d897-41a3-8df7-76452ea2e4a2 service neutron] 10.222.0.96 "GET /v2.0/networks/b65bf330-493e-44e7-8527-d23d2f6611d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951509 Aug 06 17:28:27.950346 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd33721-0694-49b4-81c1-cc8efe615cc5 req-13fd83fc-ebb0-4efe-98a3-290a8db2cdb3 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:27.951995 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-5dd33721-0694-49b4-81c1-cc8efe615cc5 req-13fd83fc-ebb0-4efe-98a3-290a8db2cdb3 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=5757ff27-1bc8-47d1-89bb-0ca7a940923f HTTP/1.1" status: 200 len: 944 time: 0.0497839 Aug 06 17:28:27.991784 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-5dd33721-0694-49b4-81c1-cc8efe615cc5 req-d3d7a0ca-afdb-4d44-a710-46e2ba447855 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335953 Aug 06 17:28:28.037525 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b32c0-84cc-484f-a00c-a9cdf13f90fe req-95f4d225-aa71-4886-8fa6-9b67a346bc31 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:28.038990 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-218b32c0-84cc-484f-a00c-a9cdf13f90fe req-95f4d225-aa71-4886-8fa6-9b67a346bc31 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.96 "GET /v2.0/ports?device_id=5e96edcd-87db-4df3-8251-426934b90819 HTTP/1.1" status: 200 len: 945 time: 0.0488260 Aug 06 17:28:28.043811 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf8988-1b96-45c7-a28c-7fd2d303c69c req-9e7f1d70-2180-4e88-bcb5-f5b546173a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:28.045272 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-3cdf8988-1b96-45c7-a28c-7fd2d303c69c req-9e7f1d70-2180-4e88-bcb5-f5b546173a06 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=eec354650a054c959e22148249c2c1c4&device_id=5757ff27-1bc8-47d1-89bb-0ca7a940923f HTTP/1.1" status: 200 len: 1097 time: 0.0428083 Aug 06 17:28:28.142359 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf8988-1b96-45c7-a28c-7fd2d303c69c req-25390096-ad34-4cb1-bce2-c88fb6cb7ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:28.143845 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-3cdf8988-1b96-45c7-a28c-7fd2d303c69c req-25390096-ad34-4cb1-bce2-c88fb6cb7ac7 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b65bf330-493e-44e7-8527-d23d2f6611d0 HTTP/1.1" status: 200 len: 916 time: 0.0881662 Aug 06 17:28:28.144769 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [req-218b32c0-84cc-484f-a00c-a9cdf13f90fe req-b01c098c-e371-4c9e-b326-ec7d29558c88 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Deleting port ab277b10-361c-4a75-acaa-63e13f97e0bd {{(pid=93308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:28:28.145236 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-218b32c0-84cc-484f-a00c-a9cdf13f90fe req-b01c098c-e371-4c9e-b326-ec7d29558c88 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:28.188622 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-3cdf8988-1b96-45c7-a28c-7fd2d303c69c req-5224f024-03d4-43a1-b87f-bee90b6eded7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=047d9e9f-c7f9-467f-b542-ff899c856307 HTTP/1.1" status: 200 len: 217 time: 0.0358527 Aug 06 17:28:28.241394 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [req-218b32c0-84cc-484f-a00c-a9cdf13f90fe req-b01c098c-e371-4c9e-b326-ec7d29558c88 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] For port ab277b10-361c-4a75-acaa-63e13f97e0bd, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=ab277b10-361c-4a75-acaa-63e13f97e0bd,segment=NetworkSegment(71e49bc8-ea2b-44a1-8bed-36cc046a884f),segment_id=71e49bc8-ea2b-44a1-8bed-36cc046a884f)] {{(pid=93308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:28:28.241753 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-218b32c0-84cc-484f-a00c-a9cdf13f90fe req-b01c098c-e371-4c9e-b326-ec7d29558c88 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:28.252308 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf8988-1b96-45c7-a28c-7fd2d303c69c req-70da783f-1bf2-4ee8-a65c-033e5c351a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:28.253774 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-3cdf8988-1b96-45c7-a28c-7fd2d303c69c req-70da783f-1bf2-4ee8-a65c-033e5c351a96 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5516777b-7360-41fb-9526-612d8505129f HTTP/1.1" status: 200 len: 854 time: 0.0486796 Aug 06 17:28:28.254991 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [req-218b32c0-84cc-484f-a00c-a9cdf13f90fe req-b01c098c-e371-4c9e-b326-ec7d29558c88 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Calling delete_port for ab277b10-361c-4a75-acaa-63e13f97e0bd owned by compute:nova {{(pid=93308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:28:28.292097 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-3cdf8988-1b96-45c7-a28c-7fd2d303c69c req-ce542c9a-ff5e-4088-8c90-b2093ccf2363 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b65bf330-493e-44e7-8527-d23d2f6611d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259306 Aug 06 17:28:28.396715 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-3cdf8988-1b96-45c7-a28c-7fd2d303c69c req-906d9cb8-b42d-4fbb-a422-5460bad6629f service neutron] 10.222.0.96 "GET /v2.0/networks/b65bf330-493e-44e7-8527-d23d2f6611d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891576 Aug 06 17:28:28.438615 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f9636-6057-44b9-8efc-4eb0f69cb3e7 req-30cfacbc-ff61-42d0-9ce6-d313713d5cb8 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:28.440194 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-568f9636-6057-44b9-8efc-4eb0f69cb3e7 req-30cfacbc-ff61-42d0-9ce6-d313713d5cb8 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 984 time: 0.0865889 Aug 06 17:28:28.441583 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-218b32c0-84cc-484f-a00c-a9cdf13f90fe req-b01c098c-e371-4c9e-b326-ec7d29558c88 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253'] for port, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:28.479372 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c098c-e371-4c9e-b326-ec7d29558c88 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Pushing event deleted for resources: {'Port': ['ID=ab277b10-361c-4a75-acaa-63e13f97e0bd,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:28:28.501116 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-cf5b923d-c86c-4010-a7e8-85a56cdddd9d req-48c16508-0ae9-480d-81dc-78e6df67391e tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e96edcd-87db-4df3-8251-426934b90819 HTTP/1.1" status: 200 len: 210 time: 0.0327840 Aug 06 17:28:28.505350 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] get_ports_and_sgs() called for port_ids ['ab277b10-361c-4a75-acaa-63e13f97e0bd'] {{(pid=93310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:28:28.520716 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-3cdf8988-1b96-45c7-a28c-7fd2d303c69c req-60f9d2d4-dc76-45a7-a47e-661d22be12b9 service neutron] 10.222.0.96 "GET /v2.0/networks/b65bf330-493e-44e7-8527-d23d2f6611d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155348 Aug 06 17:28:28.539992 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.l3_dvrscheduler_db [req-218b32c0-84cc-484f-a00c-a9cdf13f90fe req-b01c098c-e371-4c9e-b326-ec7d29558c88 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] No DVR routers for this DVR port ab277b10-361c-4a75-acaa-63e13f97e0bd on host hv-cinder-80377 {{(pid=93308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:28:28.545847 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-568f9636-6057-44b9-8efc-4eb0f69cb3e7 req-76f4298d-370d-43a2-a962-9797c278827b tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7f73eb8-4923-4502-9d9a-237bdf771589&id=4f4e69be-d6a0-4d1e-aa51-c82010cafd86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0948539 Aug 06 17:28:28.546970 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-218b32c0-84cc-484f-a00c-a9cdf13f90fe req-b01c098c-e371-4c9e-b326-ec7d29558c88 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:28.548845 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-218b32c0-84cc-484f-a00c-a9cdf13f90fe req-b01c098c-e371-4c9e-b326-ec7d29558c88 tempest-VolumesSnapshotTestJSON-345652525 tempest-VolumesSnapshotTestJSON-345652525-project] 10.222.0.96 "DELETE /v2.0/ports/ab277b10-361c-4a75-acaa-63e13f97e0bd HTTP/1.1" status: 204 len: 173 time: 0.4942944 Aug 06 17:28:29.178241 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e0c915-a81d-4d02-baf1-1c21030cfa87 req-39a416e2-d5e5-4348-82bd-314b1b0531fb tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:29.180211 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-83e0c915-a81d-4d02-baf1-1c21030cfa87 req-39a416e2-d5e5-4348-82bd-314b1b0531fb tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=5757ff27-1bc8-47d1-89bb-0ca7a940923f HTTP/1.1" status: 200 len: 944 time: 0.1186531 Aug 06 17:28:29.222198 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e96edcd-87db-4df3-8251-426934b90819', 'name': 'network-vif-deleted', 'tag': 'ab277b10-361c-4a75-acaa-63e13f97e0bd'}] {{(pid=93308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:28:29.225201 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9970891e86e7a54ba8327591cdb5f98a510e69f2198634f60bde42845cd177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e797076-4451-45d0-9d95-5648fba94955" -d '{"events": [{"server_uuid": "5e96edcd-87db-4df3-8251-426934b90819", "name": "network-vif-deleted", "tag": "ab277b10-361c-4a75-acaa-63e13f97e0bd"}]}' {{(pid=93308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:28:29.226838 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-83e0c915-a81d-4d02-baf1-1c21030cfa87 req-543f238b-01e6-4cf3-aa19-c93e01a19e59 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366812 Aug 06 17:28:29.260363 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafc524d-93ad-42a4-a87a-177ac8e99f0f x-openstack-request-id: req-eafc524d-93ad-42a4-a87a-177ac8e99f0f {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:28:29.260717 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e96edcd-87db-4df3-8251-426934b90819", "name": "network-vif-deleted", "tag": "ab277b10-361c-4a75-acaa-63e13f97e0bd", "status": "completed", "code": 200}]} {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:28:29.261217 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-eafc524d-93ad-42a4-a87a-177ac8e99f0f {{(pid=93308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:28:29.261338 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e96edcd-87db-4df3-8251-426934b90819', 'name': 'network-vif-deleted', 'tag': 'ab277b10-361c-4a75-acaa-63e13f97e0bd', 'status': 'completed', 'code': 200} Aug 06 17:28:29.722831 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526b22f-82d5-4861-b927-c162732244e7 req-1b6a2dcc-ae89-4bb9-82dd-3dd82aff18f7 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:29.724449 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-7526b22f-82d5-4861-b927-c162732244e7 req-1b6a2dcc-ae89-4bb9-82dd-3dd82aff18f7 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 984 time: 0.1069677 Aug 06 17:28:29.768042 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-7526b22f-82d5-4861-b927-c162732244e7 req-15fbae17-a73d-46b9-8f16-6ff82dd2b047 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7f73eb8-4923-4502-9d9a-237bdf771589&id=4f4e69be-d6a0-4d1e-aa51-c82010cafd86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370395 Aug 06 17:28:30.347813 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836f50a-c4a9-4555-b909-3a921083d2a1 req-8a120439-cba7-4c13-ba10-864e935f4e11 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:30.349291 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-b836f50a-c4a9-4555-b909-3a921083d2a1 req-8a120439-cba7-4c13-ba10-864e935f4e11 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=5757ff27-1bc8-47d1-89bb-0ca7a940923f HTTP/1.1" status: 200 len: 944 time: 0.0552456 Aug 06 17:28:30.388984 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-b836f50a-c4a9-4555-b909-3a921083d2a1 req-414d6398-e545-4e9d-90f4-4cdf43ffa780 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334969 Aug 06 17:28:30.886477 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b4d05-09cf-41c1-ab20-5bb76ad9b313 req-b35ab16d-a0ca-4421-aaf2-232ff1219590 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:30.887978 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-626b4d05-09cf-41c1-ab20-5bb76ad9b313 req-b35ab16d-a0ca-4421-aaf2-232ff1219590 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 984 time: 0.0506897 Aug 06 17:28:30.928321 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-626b4d05-09cf-41c1-ab20-5bb76ad9b313 req-995fd4e3-b1a5-4488-98b6-09b21658d541 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7f73eb8-4923-4502-9d9a-237bdf771589&id=4f4e69be-d6a0-4d1e-aa51-c82010cafd86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339856 Aug 06 17:28:31.192272 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 047d9e9f-c7f9-467f-b542-ff899c856307 details requested by agent hyperv_hv-cinder-80377 with host hv-cinder-80377 {{(pid=93310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 17:28:31.200286 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device ab277b10-361c-4a75-acaa-63e13f97e0bd no longer exists at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:28:31.225066 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] No Port match for: ab277b10-361c-4a75-acaa-63e13f97e0bd {{(pid=93310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:28:31.225399 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device ab277b10-361c-4a75-acaa-63e13f97e0bd not bound to the agent host hv-cinder-80377 {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:28:31.318365 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port 047d9e9f-c7f9-467f-b542-ff899c856307, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=047d9e9f-c7f9-467f-b542-ff899c856307,segment=NetworkSegment(e8007d69-4b5c-4d4a-a40f-9e51dc3e769f),segment_id=e8007d69-4b5c-4d4a-a40f-9e51dc3e769f)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:28:31.328913 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Returning: {'device': '047d9e9f-c7f9-467f-b542-ff899c856307', 'network_id': 'b65bf330-493e-44e7-8527-d23d2f6611d0', 'port_id': '047d9e9f-c7f9-467f-b542-ff899c856307', 'mac_address': 'fa:16:3e:e0:3e:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1062, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5516777b-7360-41fb-9526-612d8505129f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 17:28:31.372731 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:31.385155 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 047d9e9f-c7f9-467f-b542-ff899c856307 {{(pid=93310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:28:31.404308 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port 047d9e9f-c7f9-467f-b542-ff899c856307, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=047d9e9f-c7f9-467f-b542-ff899c856307,segment=NetworkSegment(e8007d69-4b5c-4d4a-a40f-9e51dc3e769f),segment_id=e8007d69-4b5c-4d4a-a40f-9e51dc3e769f)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:28:31.411743 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:31.461890 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=047d9e9f-c7f9-467f-b542-ff899c856307,revision_number=4']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:28:31.513016 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322fc20-d6ae-498f-bab6-db88f4e829e5 req-c8c9e886-343d-45f0-98fe-e6fc2cffaee3 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:31.514702 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c322fc20-d6ae-498f-bab6-db88f4e829e5 req-c8c9e886-343d-45f0-98fe-e6fc2cffaee3 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=5757ff27-1bc8-47d1-89bb-0ca7a940923f HTTP/1.1" status: 200 len: 945 time: 0.0538433 Aug 06 17:28:31.555730 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c322fc20-d6ae-498f-bab6-db88f4e829e5 req-c5b1b863-bce9-4ec9-a313-634e7fc500e1 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349989 Aug 06 17:28:32.077057 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9edb6bd-d149-45dd-960c-c5aa09fed39c req-d617d69d-a8e4-49c6-b17c-93efff39a1a3 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:32.078600 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-c9edb6bd-d149-45dd-960c-c5aa09fed39c req-d617d69d-a8e4-49c6-b17c-93efff39a1a3 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 984 time: 0.0613925 Aug 06 17:28:32.119178 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-c9edb6bd-d149-45dd-960c-c5aa09fed39c req-c637ef6e-8b73-4414-88be-77ddbfea1b2c tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7f73eb8-4923-4502-9d9a-237bdf771589&id=4f4e69be-d6a0-4d1e-aa51-c82010cafd86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346003 Aug 06 17:28:32.698054 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63b366-1b10-46c6-863e-2d779d8f5819 req-4d46f780-ddc7-4010-9cec-83ce692d5930 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:32.699569 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-5d63b366-1b10-46c6-863e-2d779d8f5819 req-4d46f780-ddc7-4010-9cec-83ce692d5930 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=5757ff27-1bc8-47d1-89bb-0ca7a940923f HTTP/1.1" status: 200 len: 945 time: 0.0598950 Aug 06 17:28:32.737481 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-5d63b366-1b10-46c6-863e-2d779d8f5819 req-169cf1d5-60d6-46ac-9f56-3c7ca17ef0b5 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315616 Aug 06 17:28:33.245922 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182729fa-8320-4196-85cd-58aedc01655b req-a9dbd208-d5f9-4709-8019-1790cd19bed1 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:33.247493 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-182729fa-8320-4196-85cd-58aedc01655b req-a9dbd208-d5f9-4709-8019-1790cd19bed1 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 984 time: 0.0549209 Aug 06 17:28:33.290182 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-182729fa-8320-4196-85cd-58aedc01655b req-7cf60adc-69e8-4af0-b0ce-992e5fc0838b tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7f73eb8-4923-4502-9d9a-237bdf771589&id=4f4e69be-d6a0-4d1e-aa51-c82010cafd86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364752 Aug 06 17:28:33.874206 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f17046a-ff6d-4967-93ca-669c1601bfe7 req-3402a36c-f691-473b-bb42-027a1ebbc708 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:33.875822 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-8f17046a-ff6d-4967-93ca-669c1601bfe7 req-3402a36c-f691-473b-bb42-027a1ebbc708 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=5757ff27-1bc8-47d1-89bb-0ca7a940923f HTTP/1.1" status: 200 len: 945 time: 0.0555081 Aug 06 17:28:33.915510 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-8f17046a-ff6d-4967-93ca-669c1601bfe7 req-586449d3-9ee5-47c2-8a02-0839235690ec tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335429 Aug 06 17:28:34.421324 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b0f64-91ae-4d7d-955f-a1f4504a613e req-9a58e54f-6233-4764-be2c-bd8071688590 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:34.422689 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-172b0f64-91ae-4d7d-955f-a1f4504a613e req-9a58e54f-6233-4764-be2c-bd8071688590 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 984 time: 0.0531201 Aug 06 17:28:34.469827 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-172b0f64-91ae-4d7d-955f-a1f4504a613e req-2a0de8f0-2f36-463e-beaa-318db922cafc tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7f73eb8-4923-4502-9d9a-237bdf771589&id=4f4e69be-d6a0-4d1e-aa51-c82010cafd86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400264 Aug 06 17:28:34.536794 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] get_ports_and_sgs() called for port_ids ['047d9e9f-c7f9-467f-b542-ff899c856307'] {{(pid=93310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:28:35.044537 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28567c-8aaf-4b32-b282-9184ca40e398 req-305b7806-84ad-4a36-b7e6-add2da848c26 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:35.046040 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-df28567c-8aaf-4b32-b282-9184ca40e398 req-305b7806-84ad-4a36-b7e6-add2da848c26 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=5757ff27-1bc8-47d1-89bb-0ca7a940923f HTTP/1.1" status: 200 len: 945 time: 0.0556500 Aug 06 17:28:35.088564 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-df28567c-8aaf-4b32-b282-9184ca40e398 req-1687c7c9-fab6-460e-92b6-d033e1e03e72 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331821 Aug 06 17:28:35.589903 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373969e-8311-4aad-b4d3-6c359ad4d704 req-9ff7cc59-9e27-4f4b-b6ff-538a47c3ebae tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:35.591543 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a373969e-8311-4aad-b4d3-6c359ad4d704 req-9ff7cc59-9e27-4f4b-b6ff-538a47c3ebae tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 984 time: 0.0499341 Aug 06 17:28:35.637972 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a373969e-8311-4aad-b4d3-6c359ad4d704 req-ffa647dd-30ec-4b11-bf35-7c9b9eeed54f tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7f73eb8-4923-4502-9d9a-237bdf771589&id=4f4e69be-d6a0-4d1e-aa51-c82010cafd86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371370 Aug 06 17:28:36.110072 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 047d9e9f-c7f9-467f-b542-ff899c856307 up at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:28:36.168410 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Provisioning for port 047d9e9f-c7f9-467f-b542-ff899c856307 completed by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:28:36.172400 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Provisioning complete for port 047d9e9f-c7f9-467f-b542-ff899c856307 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:28:36.172767 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:36.211624 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b12eaa-32c7-41f5-a26a-99aba1b911de req-95fc89f1-8a8d-490b-bcf3-529765ecc954 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:36.213112 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-a7b12eaa-32c7-41f5-a26a-99aba1b911de req-95fc89f1-8a8d-490b-bcf3-529765ecc954 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=5757ff27-1bc8-47d1-89bb-0ca7a940923f HTTP/1.1" status: 200 len: 945 time: 0.0484281 Aug 06 17:28:36.250441 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:36.251217 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-a7b12eaa-32c7-41f5-a26a-99aba1b911de req-073b965d-0607-4592-9a16-f975b7e0ef1c tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318081 Aug 06 17:28:36.273593 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5757ff27-1bc8-47d1-89bb-0ca7a940923f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '047d9e9f-c7f9-467f-b542-ff899c856307'}] {{(pid=93310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:28:36.275922 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713379ad4201aa67d1557f3d7b7da947c96b0ad1778a29fd635d5f04ae47f1c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb35362e-4902-46c9-9d8a-22f93f2e9b13" -d '{"events": [{"server_uuid": "5757ff27-1bc8-47d1-89bb-0ca7a940923f", "name": "network-vif-plugged", "status": "completed", "tag": "047d9e9f-c7f9-467f-b542-ff899c856307"}]}' {{(pid=93310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:28:36.288997 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port 047d9e9f-c7f9-467f-b542-ff899c856307, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=047d9e9f-c7f9-467f-b542-ff899c856307,segment=NetworkSegment(e8007d69-4b5c-4d4a-a40f-9e51dc3e769f),segment_id=e8007d69-4b5c-4d4a-a40f-9e51dc3e769f)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:28:36.294436 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:36.320773 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d38c108-004b-4a7e-8d61-e59323188e2d x-openstack-request-id: req-3d38c108-004b-4a7e-8d61-e59323188e2d {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:28:36.321060 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5757ff27-1bc8-47d1-89bb-0ca7a940923f", "name": "network-vif-plugged", "status": "completed", "tag": "047d9e9f-c7f9-467f-b542-ff899c856307", "code": 200}]} {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:28:36.321304 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3d38c108-004b-4a7e-8d61-e59323188e2d {{(pid=93310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:28:36.321682 dv-cinder-803773-1-iscsi neutron-server[93310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5757ff27-1bc8-47d1-89bb-0ca7a940923f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '047d9e9f-c7f9-467f-b542-ff899c856307', 'code': 200} Aug 06 17:28:36.347644 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=047d9e9f-c7f9-467f-b542-ff899c856307,revision_number=5']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:28:36.568134 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6cf6de-a3ea-413f-89f2-70f4594d039a req-b8b20aec-b7fe-4a38-acc4-83cf2f7697d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:36.570563 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-2a6cf6de-a3ea-413f-89f2-70f4594d039a req-b8b20aec-b7fe-4a38-acc4-83cf2f7697d7 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=5757ff27-1bc8-47d1-89bb-0ca7a940923f HTTP/1.1" status: 200 len: 1099 time: 0.0470960 Aug 06 17:28:36.614922 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-2a6cf6de-a3ea-413f-89f2-70f4594d039a req-bd4c7fae-ae78-4443-a36d-964de136f2e4 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287707 Aug 06 17:28:37.392673 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8ddab-29b4-4e74-8538-73988df701f7 req-ab4cff7e-dd17-45b6-a712-99e9ef753285 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:37.395134 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e0a8ddab-29b4-4e74-8538-73988df701f7 req-ab4cff7e-dd17-45b6-a712-99e9ef753285 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=5757ff27-1bc8-47d1-89bb-0ca7a940923f HTTP/1.1" status: 200 len: 946 time: 0.0708318 Aug 06 17:28:37.447221 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e0a8ddab-29b4-4e74-8538-73988df701f7 req-624a7e58-43ac-4dfd-a819-7a886ed25637 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442812 Aug 06 17:28:38.597661 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5e40a-1ffd-4255-8ccc-1a3c0c3edf33 req-0c315a58-b560-48c5-a7e8-de0e1b2832fe tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:38.599074 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-fad5e40a-1ffd-4255-8ccc-1a3c0c3edf33 req-0c315a58-b560-48c5-a7e8-de0e1b2832fe tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=5757ff27-1bc8-47d1-89bb-0ca7a940923f HTTP/1.1" status: 200 len: 946 time: 0.0665624 Aug 06 17:28:38.640103 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-fad5e40a-1ffd-4255-8ccc-1a3c0c3edf33 req-8dcbb3dc-3c23-4a80-a56c-f1001ba439ac tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349324 Aug 06 17:28:40.052763 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:44.647066 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab2d482-6a25-423d-836a-5e40d76bcf40 req-be7ee190-c205-4d49-89dd-7cb27087bd1c tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:44.648633 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-aab2d482-6a25-423d-836a-5e40d76bcf40 req-be7ee190-c205-4d49-89dd-7cb27087bd1c tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/networks?id=b65bf330-493e-44e7-8527-d23d2f6611d0 HTTP/1.1" status: 200 len: 814 time: 0.1147671 Aug 06 17:28:44.664289 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-aab2d482-6a25-423d-836a-5e40d76bcf40 req-d5a9fbaf-fa5f-4f02-8e90-943da6a68b24 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/quotas/eec354650a054c959e22148249c2c1c4 HTTP/1.1" status: 200 len: 375 time: 0.0098999 Aug 06 17:28:44.734818 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-aab2d482-6a25-423d-836a-5e40d76bcf40 req-4d66e7ab-53c9-4fdc-b470-8b12874fdee0 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=eec354650a054c959e22148249c2c1c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622010 Aug 06 17:28:44.870798 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-aab2d482-6a25-423d-836a-5e40d76bcf40 req-7b3c9188-8040-431e-9ca9-f7569a1a7a61 service neutron] 10.222.0.89 "GET /v2.0/networks/b65bf330-493e-44e7-8527-d23d2f6611d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289046 Aug 06 17:28:44.969638 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-aab2d482-6a25-423d-836a-5e40d76bcf40 req-b98f90c0-da9d-459b-90fb-bb299cd60117 service neutron] 10.222.0.89 "GET /v2.0/networks/b65bf330-493e-44e7-8527-d23d2f6611d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925949 Aug 06 17:28:45.124633 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-67892531-b87b-420d-a67f-7da4ed200071 req-ec911392-5daa-4933-b3b1-8972fbf6723e tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=92d291c0-4099-4a55-b5b3-6d6b4eb393a1 HTTP/1.1" status: 200 len: 210 time: 0.0268867 Aug 06 17:28:45.297579 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-00f29acf-471b-4b8c-bf4d-45105def635d req-e9e8216b-d2d2-4d64-a62b-1b86b87be45a service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413678 Aug 06 17:28:45.416182 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f29acf-471b-4b8c-bf4d-45105def635d req-8ff064c0-a261-43d5-bcce-13f77cbc6bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:45.417706 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-00f29acf-471b-4b8c-bf4d-45105def635d req-8ff064c0-a261-43d5-bcce-13f77cbc6bae service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f5387827f2c0411b9a79d78b038d6e5c&device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 1100 time: 0.0445344 Aug 06 17:28:45.528236 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f29acf-471b-4b8c-bf4d-45105def635d req-a9d0f563-ab8a-416a-99cf-ddd17244c3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:45.529720 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-00f29acf-471b-4b8c-bf4d-45105def635d req-a9d0f563-ab8a-416a-99cf-ddd17244c3c6 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5b6dd1b8-72d2-4509-8411-cf148b92c6ca HTTP/1.1" status: 200 len: 919 time: 0.0873232 Aug 06 17:28:45.602922 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-00f29acf-471b-4b8c-bf4d-45105def635d req-7f5de0f5-3d7f-4cb2-8bd1-3a7546957771 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=950d5868-7f7c-49b2-a093-65a82b1b1a6f HTTP/1.1" status: 200 len: 1002 time: 0.0646958 Aug 06 17:28:45.664586 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f29acf-471b-4b8c-bf4d-45105def635d req-c08777e0-9021-431e-8cf2-e61bbdd183ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:45.666031 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-00f29acf-471b-4b8c-bf4d-45105def635d req-c08777e0-9021-431e-8cf2-e61bbdd183ae service neutron] 10.222.0.96 "GET /v2.0/subnets?id=92e55e27-88da-4b01-a596-8314d113e8dc HTTP/1.1" status: 200 len: 856 time: 0.0449829 Aug 06 17:28:45.716573 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f29acf-471b-4b8c-bf4d-45105def635d req-065d335c-44a4-4b95-9d51-2e8cae029121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:45.718550 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-00f29acf-471b-4b8c-bf4d-45105def635d req-065d335c-44a4-4b95-9d51-2e8cae029121 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5b6dd1b8-72d2-4509-8411-cf148b92c6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449719 Aug 06 17:28:45.827270 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-00f29acf-471b-4b8c-bf4d-45105def635d req-3acd6bda-c2a7-4c4f-8b2f-d10a144f99c5 service neutron] 10.222.0.96 "GET /v2.0/networks/5b6dd1b8-72d2-4509-8411-cf148b92c6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939140 Aug 06 17:28:45.921947 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-00f29acf-471b-4b8c-bf4d-45105def635d req-58f13824-f9de-44b6-8a5d-fe463bc36715 service neutron] 10.222.0.96 "GET /v2.0/networks/5b6dd1b8-72d2-4509-8411-cf148b92c6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811691 Aug 06 17:28:46.240984 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-1a0ba701-a4ad-46e1-b6c7-9528999c6f34 req-6c829586-5bd1-49d3-b760-f4c85dcae41a tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=92d291c0-4099-4a55-b5b3-6d6b4eb393a1 HTTP/1.1" status: 200 len: 210 time: 0.0344748 Aug 06 17:28:46.565139 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab2d482-6a25-423d-836a-5e40d76bcf40 req-1cec3872-2a8c-47eb-9a00-3f9f1ed3dcff tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:46.566824 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-aab2d482-6a25-423d-836a-5e40d76bcf40 req-1cec3872-2a8c-47eb-9a00-3f9f1ed3dcff tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.96 "GET /v2.0/networks?id=b65bf330-493e-44e7-8527-d23d2f6611d0 HTTP/1.1" status: 200 len: 814 time: 0.1119125 Aug 06 17:28:46.595498 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [req-aab2d482-6a25-423d-836a-5e40d76bcf40 req-720a8671-b5f4-4667-9195-a11f71a16bf7 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Request body: {'port': {'device_id': '92d291c0-4099-4a55-b5b3-6d6b4eb393a1', 'network_id': 'b65bf330-493e-44e7-8527-d23d2f6611d0', 'admin_state_up': True, 'tenant_id': 'eec354650a054c959e22148249c2c1c4'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:28:46.711823 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aab2d482-6a25-423d-836a-5e40d76bcf40 req-720a8671-b5f4-4667-9195-a11f71a16bf7 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Made reservation on behalf of eec354650a054c959e22148249c2c1c4 for: {'port': 1} {{(pid=93308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:28:46.715920 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-aab2d482-6a25-423d-836a-5e40d76bcf40 req-720a8671-b5f4-4667-9195-a11f71a16bf7 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:46.847014 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.db_base_plugin_common [req-aab2d482-6a25-423d-836a-5e40d76bcf40 req-720a8671-b5f4-4667-9195-a11f71a16bf7 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Allocated IP 172.20.0.2 (b65bf330-493e-44e7-8527-d23d2f6611d0/5516777b-7360-41fb-9526-612d8505129f/e3a4e45c-deef-4fe6-9362-58b4eaa1aad5) {{(pid=93308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:28:46.989356 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-aab2d482-6a25-423d-836a-5e40d76bcf40 req-720a8671-b5f4-4667-9195-a11f71a16bf7 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Notify callbacks [] for port, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:47.030339 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-aab2d482-6a25-423d-836a-5e40d76bcf40 req-720a8671-b5f4-4667-9195-a11f71a16bf7 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244'] for port, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:47.082821 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aab2d482-6a25-423d-836a-5e40d76bcf40 req-720a8671-b5f4-4667-9195-a11f71a16bf7 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Network b65bf330-493e-44e7-8527-d23d2f6611d0 is already hosted by enough agents. {{(pid=93308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:28:47.083985 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] get_ports_and_sgs() called for port_ids ['4902b4bd-390e-4122-b5bd-878c4b3e91a4', '047d9e9f-c7f9-467f-b542-ff899c856307'] {{(pid=93310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:28:47.086468 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.base_scheduler [req-aab2d482-6a25-423d-836a-5e40d76bcf40 req-720a8671-b5f4-4667-9195-a11f71a16bf7 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Resources bound (agent type, host, resource id): {{(pid=93308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:28:47.091349 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab2d482-6a25-423d-836a-5e40d76bcf40 req-720a8671-b5f4-4667-9195-a11f71a16bf7 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Received port after_create {{(pid=93308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:28:47.096909 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab2d482-6a25-423d-836a-5e40d76bcf40 req-720a8671-b5f4-4667-9195-a11f71a16bf7 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:47.097575 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-aab2d482-6a25-423d-836a-5e40d76bcf40 req-720a8671-b5f4-4667-9195-a11f71a16bf7 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:47.099996 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a8671-b5f4-4667-9195-a11f71a16bf7 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Pushing event updated for resources: {'Port': ['ID=e3a4e45c-deef-4fe6-9362-58b4eaa1aad5,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:28:47.117361 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-aab2d482-6a25-423d-836a-5e40d76bcf40 req-720a8671-b5f4-4667-9195-a11f71a16bf7 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5278950 Aug 06 17:28:47.144957 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [req-aab2d482-6a25-423d-836a-5e40d76bcf40 req-803afc80-f3dd-4cf2-93dd-182938ac747c service neutron] Request body: {'port': {'device_id': '92d291c0-4099-4a55-b5b3-6d6b4eb393a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80377'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:28:47.205695 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-aab2d482-6a25-423d-836a-5e40d76bcf40 req-803afc80-f3dd-4cf2-93dd-182938ac747c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:47.415366 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c374fa-a4d4-4110-a6c3-52c7e3a00c63 req-8c8d5d6b-6375-4abd-92a7-89ad7dd5bd0a tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:47.416892 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-32c374fa-a4d4-4110-a6c3-52c7e3a00c63 req-8c8d5d6b-6375-4abd-92a7-89ad7dd5bd0a tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=92d291c0-4099-4a55-b5b3-6d6b4eb393a1 HTTP/1.1" status: 200 len: 931 time: 0.1036854 Aug 06 17:28:47.482290 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-32c374fa-a4d4-4110-a6c3-52c7e3a00c63 req-cc8495dc-0e2e-4304-bea5-33760d4cb732 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587234 Aug 06 17:28:47.783413 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.notifiers.nova [req-aab2d482-6a25-423d-836a-5e40d76bcf40 req-803afc80-f3dd-4cf2-93dd-182938ac747c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3a4e45c-deef-4fe6-9362-58b4eaa1aad5 {{(pid=93308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:28:47.791299 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-aab2d482-6a25-423d-836a-5e40d76bcf40 req-803afc80-f3dd-4cf2-93dd-182938ac747c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:47.803390 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.provisioning_blocks [req-aab2d482-6a25-423d-836a-5e40d76bcf40 req-803afc80-f3dd-4cf2-93dd-182938ac747c service neutron] Transition to ACTIVE for port object e3a4e45c-deef-4fe6-9362-58b4eaa1aad5 will not be triggered until provisioned by entity L2. {{(pid=93308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:28:47.810090 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-aab2d482-6a25-423d-836a-5e40d76bcf40 req-803afc80-f3dd-4cf2-93dd-182938ac747c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:47.859426 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803afc80-f3dd-4cf2-93dd-182938ac747c service neutron] Pushing event updated for resources: {'Port': ['ID=e3a4e45c-deef-4fe6-9362-58b4eaa1aad5,revision_number=2']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:28:47.890287 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.managers [req-aab2d482-6a25-423d-836a-5e40d76bcf40 req-803afc80-f3dd-4cf2-93dd-182938ac747c service neutron] Attempting to bind port e3a4e45c-deef-4fe6-9362-58b4eaa1aad5 on host hv-cinder-80377 for vnic_type normal with profile {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:28:47.890625 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.managers [req-aab2d482-6a25-423d-836a-5e40d76bcf40 req-803afc80-f3dd-4cf2-93dd-182938ac747c service neutron] Attempting to bind port e3a4e45c-deef-4fe6-9362-58b4eaa1aad5 by drivers openvswitch,hyperv on host hv-cinder-80377 at level 0 using segments [{'id': 'e8007d69-4b5c-4d4a-a40f-9e51dc3e769f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b65bf330-493e-44e7-8527-d23d2f6611d0'}] {{(pid=93308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:28:47.890990 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab2d482-6a25-423d-836a-5e40d76bcf40 req-803afc80-f3dd-4cf2-93dd-182938ac747c service neutron] Attempting to bind port e3a4e45c-deef-4fe6-9362-58b4eaa1aad5 on network b65bf330-493e-44e7-8527-d23d2f6611d0 {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:28:47.895414 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab2d482-6a25-423d-836a-5e40d76bcf40 req-803afc80-f3dd-4cf2-93dd-182938ac747c service neutron] Port e3a4e45c-deef-4fe6-9362-58b4eaa1aad5 on network b65bf330-493e-44e7-8527-d23d2f6611d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80377 {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 17:28:47.895728 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab2d482-6a25-423d-836a-5e40d76bcf40 req-803afc80-f3dd-4cf2-93dd-182938ac747c service neutron] Attempting to bind port e3a4e45c-deef-4fe6-9362-58b4eaa1aad5 on network b65bf330-493e-44e7-8527-d23d2f6611d0 {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:28:47.900584 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab2d482-6a25-423d-836a-5e40d76bcf40 req-803afc80-f3dd-4cf2-93dd-182938ac747c service neutron] Checking agent: {'id': 'd2fb1ab5-1995-4796-a222-8ffdc3f56d02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 21, 40), 'started_at': datetime.datetime(2021, 8, 6, 17, 21, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:28:47.900940 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab2d482-6a25-423d-836a-5e40d76bcf40 req-803afc80-f3dd-4cf2-93dd-182938ac747c service neutron] Checking segment: {'id': 'e8007d69-4b5c-4d4a-a40f-9e51dc3e769f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b65bf330-493e-44e7-8527-d23d2f6611d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:28:47.901319 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab2d482-6a25-423d-836a-5e40d76bcf40 req-803afc80-f3dd-4cf2-93dd-182938ac747c service neutron] Bound using segment: {'id': 'e8007d69-4b5c-4d4a-a40f-9e51dc3e769f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b65bf330-493e-44e7-8527-d23d2f6611d0'} {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:28:47.901772 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.managers [req-aab2d482-6a25-423d-836a-5e40d76bcf40 req-803afc80-f3dd-4cf2-93dd-182938ac747c service neutron] Bound port: e3a4e45c-deef-4fe6-9362-58b4eaa1aad5, host: hv-cinder-80377, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8007d69-4b5c-4d4a-a40f-9e51dc3e769f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b65bf330-493e-44e7-8527-d23d2f6611d0'}}] {{(pid=93308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:28:47.902190 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-aab2d482-6a25-423d-836a-5e40d76bcf40 req-803afc80-f3dd-4cf2-93dd-182938ac747c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:47.967712 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [req-aab2d482-6a25-423d-836a-5e40d76bcf40 req-803afc80-f3dd-4cf2-93dd-182938ac747c service neutron] For port e3a4e45c-deef-4fe6-9362-58b4eaa1aad5, host hv-cinder-80377, cleared binding levels {{(pid=93308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:28:47.971830 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [req-aab2d482-6a25-423d-836a-5e40d76bcf40 req-803afc80-f3dd-4cf2-93dd-182938ac747c service neutron] For port e3a4e45c-deef-4fe6-9362-58b4eaa1aad5, host hv-cinder-80377, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=e3a4e45c-deef-4fe6-9362-58b4eaa1aad5,segment=NetworkSegment(e8007d69-4b5c-4d4a-a40f-9e51dc3e769f),segment_id=e8007d69-4b5c-4d4a-a40f-9e51dc3e769f)] {{(pid=93308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:28:47.979022 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-aab2d482-6a25-423d-836a-5e40d76bcf40 req-803afc80-f3dd-4cf2-93dd-182938ac747c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:48.018438 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab2d482-6a25-423d-836a-5e40d76bcf40 req-803afc80-f3dd-4cf2-93dd-182938ac747c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:48.019138 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-aab2d482-6a25-423d-836a-5e40d76bcf40 req-803afc80-f3dd-4cf2-93dd-182938ac747c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:48.020607 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-aab2d482-6a25-423d-836a-5e40d76bcf40 req-803afc80-f3dd-4cf2-93dd-182938ac747c service neutron] 10.222.0.96 "PUT /v2.0/ports/e3a4e45c-deef-4fe6-9362-58b4eaa1aad5 HTTP/1.1" status: 200 len: 1093 time: 0.8809726 Aug 06 17:28:48.021123 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d291c0-4099-4a55-b5b3-6d6b4eb393a1', 'tag': 'e3a4e45c-deef-4fe6-9362-58b4eaa1aad5'}] {{(pid=93308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:28:48.023565 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9970891e86e7a54ba8327591cdb5f98a510e69f2198634f60bde42845cd177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf90961-b88f-41b9-a592-c76024dba170" -d '{"events": [{"name": "network-changed", "server_uuid": "92d291c0-4099-4a55-b5b3-6d6b4eb393a1", "tag": "e3a4e45c-deef-4fe6-9362-58b4eaa1aad5"}]}' {{(pid=93308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:28:48.047158 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803afc80-f3dd-4cf2-93dd-182938ac747c service neutron] Pushing event updated for resources: {'Port': ['ID=e3a4e45c-deef-4fe6-9362-58b4eaa1aad5,revision_number=3']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:28:48.066411 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b30dce7-9ecf-41e8-8fcc-dd22d8992d75 x-openstack-request-id: req-4b30dce7-9ecf-41e8-8fcc-dd22d8992d75 {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:28:48.066701 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92d291c0-4099-4a55-b5b3-6d6b4eb393a1", "tag": "e3a4e45c-deef-4fe6-9362-58b4eaa1aad5", "status": "completed", "code": 200}]} {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:28:48.066948 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4b30dce7-9ecf-41e8-8fcc-dd22d8992d75 {{(pid=93308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:28:48.067344 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92d291c0-4099-4a55-b5b3-6d6b4eb393a1', 'tag': 'e3a4e45c-deef-4fe6-9362-58b4eaa1aad5', 'status': 'completed', 'code': 200} Aug 06 17:28:48.196930 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab2d482-6a25-423d-836a-5e40d76bcf40 req-1d3e0c8d-c6b4-40f9-ac88-e7d266c04fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:48.199095 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-aab2d482-6a25-423d-836a-5e40d76bcf40 req-1d3e0c8d-c6b4-40f9-ac88-e7d266c04fe6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=eec354650a054c959e22148249c2c1c4&device_id=92d291c0-4099-4a55-b5b3-6d6b4eb393a1 HTTP/1.1" status: 200 len: 1096 time: 0.0499461 Aug 06 17:28:48.255736 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-aab2d482-6a25-423d-836a-5e40d76bcf40 req-26a59058-0eeb-4fa0-b4a2-63645301eea8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e3a4e45c-deef-4fe6-9362-58b4eaa1aad5 HTTP/1.1" status: 200 len: 217 time: 0.0351236 Aug 06 17:28:48.315654 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab2d482-6a25-423d-836a-5e40d76bcf40 req-b57235bf-94ef-4e32-a995-9a34e8aff81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:48.317147 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-aab2d482-6a25-423d-836a-5e40d76bcf40 req-b57235bf-94ef-4e32-a995-9a34e8aff81a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5516777b-7360-41fb-9526-612d8505129f HTTP/1.1" status: 200 len: 854 time: 0.0507991 Aug 06 17:28:48.360864 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-aab2d482-6a25-423d-836a-5e40d76bcf40 req-1cfe43a8-36f2-420b-94ff-2e2bfb6aa89f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b65bf330-493e-44e7-8527-d23d2f6611d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260401 Aug 06 17:28:48.464142 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-aab2d482-6a25-423d-836a-5e40d76bcf40 req-7bb964ba-6629-4649-a0ff-01059e3dcf2b service neutron] 10.222.0.96 "GET /v2.0/networks/b65bf330-493e-44e7-8527-d23d2f6611d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924401 Aug 06 17:28:48.595179 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-aab2d482-6a25-423d-836a-5e40d76bcf40 req-5be43e90-df11-45ab-8f9a-619c37594c49 service neutron] 10.222.0.96 "GET /v2.0/networks/b65bf330-493e-44e7-8527-d23d2f6611d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172862 Aug 06 17:28:48.611527 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bef7d-a0a1-4e09-a139-f78514a25785 req-2e413846-651a-4161-9bc6-b5b2ca3e3309 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:48.612952 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-738bef7d-a0a1-4e09-a139-f78514a25785 req-2e413846-651a-4161-9bc6-b5b2ca3e3309 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=92d291c0-4099-4a55-b5b3-6d6b4eb393a1 HTTP/1.1" status: 200 len: 943 time: 0.0639007 Aug 06 17:28:48.656822 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-738bef7d-a0a1-4e09-a139-f78514a25785 req-66ef2db0-9741-41e9-bd84-d62cc01fc67c tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376842 Aug 06 17:28:48.875411 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf90961-b88f-41b9-a592-c76024dba170 req-d812f0d0-ca9d-421b-b872-3aca8a46af14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:48.876825 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-dcf90961-b88f-41b9-a592-c76024dba170 req-d812f0d0-ca9d-421b-b872-3aca8a46af14 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=eec354650a054c959e22148249c2c1c4&device_id=92d291c0-4099-4a55-b5b3-6d6b4eb393a1 HTTP/1.1" status: 200 len: 1096 time: 0.1005542 Aug 06 17:28:48.992211 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf90961-b88f-41b9-a592-c76024dba170 req-0ab3b6c0-24a1-42a2-b833-b0c387c4bf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:48.993862 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-dcf90961-b88f-41b9-a592-c76024dba170 req-0ab3b6c0-24a1-42a2-b833-b0c387c4bf9b service neutron] 10.222.0.96 "GET /v2.0/networks?id=b65bf330-493e-44e7-8527-d23d2f6611d0 HTTP/1.1" status: 200 len: 916 time: 0.0955980 Aug 06 17:28:49.051459 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-dcf90961-b88f-41b9-a592-c76024dba170 req-7e316e16-07ce-40e1-9ac4-1fbb5c88f54c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e3a4e45c-deef-4fe6-9362-58b4eaa1aad5 HTTP/1.1" status: 200 len: 217 time: 0.0416124 Aug 06 17:28:49.108858 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf90961-b88f-41b9-a592-c76024dba170 req-3628ec3a-8767-47a7-b07c-fa192c9a4c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:49.110318 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-dcf90961-b88f-41b9-a592-c76024dba170 req-3628ec3a-8767-47a7-b07c-fa192c9a4c2f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5516777b-7360-41fb-9526-612d8505129f HTTP/1.1" status: 200 len: 854 time: 0.0487831 Aug 06 17:28:49.145966 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-dcf90961-b88f-41b9-a592-c76024dba170 req-ceea45ca-1d9f-4752-8bb2-645cfa6ff072 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b65bf330-493e-44e7-8527-d23d2f6611d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244608 Aug 06 17:28:49.243526 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-dcf90961-b88f-41b9-a592-c76024dba170 req-bf23a09d-c9fb-4659-9566-e2f7858fbe79 service neutron] 10.222.0.96 "GET /v2.0/networks/b65bf330-493e-44e7-8527-d23d2f6611d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820961 Aug 06 17:28:49.349204 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-dcf90961-b88f-41b9-a592-c76024dba170 req-5723ce14-b017-4ebe-bbe5-cfb71d4c075d service neutron] 10.222.0.96 "GET /v2.0/networks/b65bf330-493e-44e7-8527-d23d2f6611d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921471 Aug 06 17:28:49.781967 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9ebbd-4244-4216-a706-b4c38a409b5a req-a47fd962-c946-4ad3-b98e-a6283fa029c8 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:49.784806 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-fdc9ebbd-4244-4216-a706-b4c38a409b5a req-a47fd962-c946-4ad3-b98e-a6283fa029c8 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=92d291c0-4099-4a55-b5b3-6d6b4eb393a1 HTTP/1.1" status: 200 len: 943 time: 0.0558963 Aug 06 17:28:49.827016 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-fdc9ebbd-4244-4216-a706-b4c38a409b5a req-beceaa83-15e6-4f77-861d-93663c888587 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342984 Aug 06 17:28:50.948124 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24fd2c1-ce5d-4913-baa3-5e0f2faa8e8a req-1fcd69f0-8614-4aba-ba71-05e9833b3f90 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:50.949829 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-d24fd2c1-ce5d-4913-baa3-5e0f2faa8e8a req-1fcd69f0-8614-4aba-ba71-05e9833b3f90 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=92d291c0-4099-4a55-b5b3-6d6b4eb393a1 HTTP/1.1" status: 200 len: 943 time: 0.0500848 Aug 06 17:28:50.993077 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-d24fd2c1-ce5d-4913-baa3-5e0f2faa8e8a req-c74e21e4-24ea-4158-8318-a1eba94dac77 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366795 Aug 06 17:28:51.091606 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-4012c877-2d29-4a26-903c-583fe6a11203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:51.264310 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eeb0f5-84b1-44c4-b323-95620e05cc40 req-fcf2b4ee-9b8a-4192-b71a-085e3a8534f2 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:51.265790 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-b5eeb0f5-84b1-44c4-b323-95620e05cc40 req-fcf2b4ee-9b8a-4192-b71a-085e3a8534f2 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 947 time: 0.0519087 Aug 06 17:28:51.312341 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-b5eeb0f5-84b1-44c4-b323-95620e05cc40 req-a4e1da9d-1785-44cb-8ffa-b50a15e26e11 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374131 Aug 06 17:28:52.130534 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee15344-5595-4dc8-adf9-a791cb7ca323 req-95f32397-6c37-44fa-8938-f8d6c959882f tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:52.132036 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-4ee15344-5595-4dc8-adf9-a791cb7ca323 req-95f32397-6c37-44fa-8938-f8d6c959882f tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=92d291c0-4099-4a55-b5b3-6d6b4eb393a1 HTTP/1.1" status: 200 len: 943 time: 0.0657113 Aug 06 17:28:52.173842 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device e3a4e45c-deef-4fe6-9362-58b4eaa1aad5 details requested by agent hyperv_hv-cinder-80377 with host hv-cinder-80377 {{(pid=93310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 17:28:52.183677 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-4ee15344-5595-4dc8-adf9-a791cb7ca323 req-27902d35-d6e9-48d0-9f6d-827de945a599 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448897 Aug 06 17:28:52.274531 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port e3a4e45c-deef-4fe6-9362-58b4eaa1aad5, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=e3a4e45c-deef-4fe6-9362-58b4eaa1aad5,segment=NetworkSegment(e8007d69-4b5c-4d4a-a40f-9e51dc3e769f),segment_id=e8007d69-4b5c-4d4a-a40f-9e51dc3e769f)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:28:52.286165 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Returning: {'device': 'e3a4e45c-deef-4fe6-9362-58b4eaa1aad5', 'network_id': 'b65bf330-493e-44e7-8527-d23d2f6611d0', 'port_id': 'e3a4e45c-deef-4fe6-9362-58b4eaa1aad5', 'mac_address': 'fa:16:3e:66:a7:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1062, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5516777b-7360-41fb-9526-612d8505129f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 17:28:52.322828 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:52.337152 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a4e45c-deef-4fe6-9362-58b4eaa1aad5 {{(pid=93310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:28:52.357607 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port e3a4e45c-deef-4fe6-9362-58b4eaa1aad5, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=e3a4e45c-deef-4fe6-9362-58b4eaa1aad5,segment=NetworkSegment(e8007d69-4b5c-4d4a-a40f-9e51dc3e769f),segment_id=e8007d69-4b5c-4d4a-a40f-9e51dc3e769f)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:28:52.363139 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:52.412298 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=e3a4e45c-deef-4fe6-9362-58b4eaa1aad5,revision_number=4']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:28:52.441324 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9fd157-83ef-484f-8387-e907dd861501 req-78629a5a-2327-4554-a588-6b7948fa22ee tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:52.442828 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-2e9fd157-83ef-484f-8387-e907dd861501 req-78629a5a-2327-4554-a588-6b7948fa22ee tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 947 time: 0.0498898 Aug 06 17:28:52.482567 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-2e9fd157-83ef-484f-8387-e907dd861501 req-088d740e-88c7-4b5b-9ea1-939f363b8e7f tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336180 Aug 06 17:28:52.847287 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] get_ports_and_sgs() called for port_ids ['e3a4e45c-deef-4fe6-9362-58b4eaa1aad5'] {{(pid=93310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:28:52.880472 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 36354) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:28:52.927486 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c39829c-32eb-4878-a46f-3b2829cb25f0 admin admin] Deleting subnet cc9d2feb-ddb4-41e8-9948-a9ef99c10889 {{(pid=93309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 17:28:52.931413 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6c39829c-32eb-4878-a46f-3b2829cb25f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:52.969099 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6c39829c-32eb-4878-a46f-3b2829cb25f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29372843'] for subnet, precommit_delete_associations {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:53.012195 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6c39829c-32eb-4878-a46f-3b2829cb25f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3688605'] for subnet, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:53.081035 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6c39829c-32eb-4878-a46f-3b2829cb25f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3688586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30379176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29509891'] for subnet, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:53.107963 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c39829c-32eb-4878-a46f-3b2829cb25f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc9d2feb-ddb4-41e8-9948-a9ef99c10889,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:28:53.115955 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6c39829c-32eb-4878-a46f-3b2829cb25f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for subnet, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:53.117822 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-6c39829c-32eb-4878-a46f-3b2829cb25f0 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/cc9d2feb-ddb4-41e8-9948-a9ef99c10889 HTTP/1.1" status: 204 len: 168 time: 0.2363436 Aug 06 17:28:53.119391 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c39829c-32eb-4878-a46f-3b2829cb25f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:28:53.119720 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c39829c-32eb-4878-a46f-3b2829cb25f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:28:53.120055 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c39829c-32eb-4878-a46f-3b2829cb25f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:28:53.120378 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c39829c-32eb-4878-a46f-3b2829cb25f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:28:53.120568 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 36356) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:28:53.120689 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c39829c-32eb-4878-a46f-3b2829cb25f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:28:53.121007 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c39829c-32eb-4878-a46f-3b2829cb25f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:28:53.121332 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c39829c-32eb-4878-a46f-3b2829cb25f0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:28:53.121641 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c39829c-32eb-4878-a46f-3b2829cb25f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:28:53.121966 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c39829c-32eb-4878-a46f-3b2829cb25f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:28:53.122325 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c39829c-32eb-4878-a46f-3b2829cb25f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:28:53.122679 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c39829c-32eb-4878-a46f-3b2829cb25f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:28:53.123018 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c39829c-32eb-4878-a46f-3b2829cb25f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:28:53.188990 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-11df4f43-1517-4f68-a591-b25472476e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798447'] for network, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:53.275015 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-11df4f43-1517-4f68-a591-b25472476e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3691302', 'neutron.services.segments.db._delete_segments_for_network-8768831503162'] for network, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:53.285964 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-11df4f43-1517-4f68-a591-b25472476e6d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:28:53.286375 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-11df4f43-1517-4f68-a591-b25472476e6d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:28:53.287074 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-11df4f43-1517-4f68-a591-b25472476e6d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:28:53.287433 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-11df4f43-1517-4f68-a591-b25472476e6d admin admin] Subscribe: > port after_create 55550000 {{(pid=93308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:28:53.287764 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-11df4f43-1517-4f68-a591-b25472476e6d admin admin] Subscribe: > port after_delete 55550000 {{(pid=93308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:28:53.288049 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-11df4f43-1517-4f68-a591-b25472476e6d admin admin] Subscribe: > port after_update 55550000 {{(pid=93308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:28:53.288406 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-11df4f43-1517-4f68-a591-b25472476e6d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:28:53.288738 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-11df4f43-1517-4f68-a591-b25472476e6d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:28:53.289072 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-11df4f43-1517-4f68-a591-b25472476e6d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:28:53.289380 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-11df4f43-1517-4f68-a591-b25472476e6d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:28:53.301776 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211a109-3ce9-4301-83de-76001fa9b690 req-9df75f6c-3b91-42be-8e46-746ce4e64d59 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:53.303295 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-7211a109-3ce9-4301-83de-76001fa9b690 req-9df75f6c-3b91-42be-8e46-746ce4e64d59 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=92d291c0-4099-4a55-b5b3-6d6b4eb393a1 HTTP/1.1" status: 200 len: 944 time: 0.0505478 Aug 06 17:28:53.352332 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-7211a109-3ce9-4301-83de-76001fa9b690 req-27275551-fd8c-422a-92d1-cac7ff6f4de7 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424438 Aug 06 17:28:53.375703 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-f962c264-8054-4296-9c07-96d74dccea63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:53.581431 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-11df4f43-1517-4f68-a591-b25472476e6d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:28:53.582045 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-11df4f43-1517-4f68-a591-b25472476e6d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:28:53.582385 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-11df4f43-1517-4f68-a591-b25472476e6d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:28:53.582727 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-11df4f43-1517-4f68-a591-b25472476e6d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:28:53.583080 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.services.segments.db [None req-11df4f43-1517-4f68-a591-b25472476e6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c248285-8451-4a98-9e33-c567bb185468']}} {{(pid=93308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:28:53.629020 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.services.segments.db [None req-11df4f43-1517-4f68-a591-b25472476e6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71e49bc8-ea2b-44a1-8bed-36cc046a884f') {'for_net_delete': True} {{(pid=93308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:28:53.629239 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.services.segments.db [None req-11df4f43-1517-4f68-a591-b25472476e6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71e49bc8-ea2b-44a1-8bed-36cc046a884f') {} {{(pid=93308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:28:53.649342 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-11df4f43-1517-4f68-a591-b25472476e6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768831669908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27089376'] for segment, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:53.672678 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-11df4f43-1517-4f68-a591-b25472476e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022'] for segment, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:53.684999 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11df4f43-1517-4f68-a591-b25472476e6d admin admin] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=93308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 17:28:53.685483 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-11df4f43-1517-4f68-a591-b25472476e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089831'] for segment, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:53.689688 dv-cinder-803773-1-iscsi neutron-server[93308]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 06 17:28:53.689688 dv-cinder-803773-1-iscsi neutron-server[93308]: from cryptography.utils import int_from_bytes Aug 06 17:28:53.689688 dv-cinder-803773-1-iscsi neutron-server[93308]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 06 17:28:53.689688 dv-cinder-803773-1-iscsi neutron-server[93308]: from cryptography.utils import int_from_bytes Aug 06 17:28:53.689688 dv-cinder-803773-1-iscsi neutron-server[93308]: Traceback (most recent call last): Aug 06 17:28:53.689688 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 17:28:53.689688 dv-cinder-803773-1-iscsi neutron-server[93308]: timer() Aug 06 17:28:53.689688 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 17:28:53.689688 dv-cinder-803773-1-iscsi neutron-server[93308]: cb(*args, **kw) Aug 06 17:28:53.689688 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 17:28:53.689688 dv-cinder-803773-1-iscsi neutron-server[93308]: return func(*args, **kwargs) Aug 06 17:28:53.689688 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 17:28:53.689688 dv-cinder-803773-1-iscsi neutron-server[93308]: self._notify() Aug 06 17:28:53.689688 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 17:28:53.689688 dv-cinder-803773-1-iscsi neutron-server[93308]: self.callback(batched_events) Aug 06 17:28:53.689688 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 17:28:53.689688 dv-cinder-803773-1-iscsi neutron-server[93308]: event.method(event) Aug 06 17:28:53.689688 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 17:28:53.689688 dv-cinder-803773-1-iscsi neutron-server[93308]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 17:28:53.689688 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 17:28:53.689688 dv-cinder-803773-1-iscsi neutron-server[93308]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 17:28:53.689688 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 17:28:53.689688 dv-cinder-803773-1-iscsi neutron-server[93308]: return f(self, *a, **k) Aug 06 17:28:53.689688 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 17:28:53.689688 dv-cinder-803773-1-iscsi neutron-server[93308]: return self._get(url).json() Aug 06 17:28:53.689688 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 17:28:53.689688 dv-cinder-803773-1-iscsi neutron-server[93308]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 17:28:53.689688 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 17:28:53.689688 dv-cinder-803773-1-iscsi neutron-server[93308]: return self.request(url, 'GET', **kwargs) Aug 06 17:28:53.689688 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 17:28:53.689688 dv-cinder-803773-1-iscsi neutron-server[93308]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 17:28:53.689688 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 17:28:53.689688 dv-cinder-803773-1-iscsi neutron-server[93308]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 17:28:53.689688 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 17:28:53.689688 dv-cinder-803773-1-iscsi neutron-server[93308]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 17:28:53.689688 dv-cinder-803773-1-iscsi neutron-server[93308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 17:28:53.712042 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed9a4d-22cc-4f9f-935a-480ecf9c92fe req-15dc6cbe-4a45-4e82-bd95-21e31846bbe3 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:53.713659 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-53ed9a4d-22cc-4f9f-935a-480ecf9c92fe req-15dc6cbe-4a45-4e82-bd95-21e31846bbe3 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 947 time: 0.1255252 Aug 06 17:28:53.769486 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-11df4f43-1517-4f68-a591-b25472476e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3691295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435753'] for network, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:53.774963 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-11df4f43-1517-4f68-a591-b25472476e6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for network, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:53.779501 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-11df4f43-1517-4f68-a591-b25472476e6d admin admin] 10.222.0.89 "DELETE /v2.0/networks/2c248285-8451-4a98-9e33-c567bb185468 HTTP/1.1" status: 204 len: 168 time: 0.6548908 Aug 06 17:28:53.812521 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df4f43-1517-4f68-a591-b25472476e6d admin admin] Pushing event deleted for resources: {'Network': ['ID=2c248285-8451-4a98-9e33-c567bb185468,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:28:53.817966 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-53ed9a4d-22cc-4f9f-935a-480ecf9c92fe req-64227f3d-58ab-4a22-83c0-cbdc1b1fc92b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=2393a632-c0f1-403e-a186-5487fb494f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800495 Aug 06 17:28:53.862328 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc2e87-caa0-46c1-9323-df0890ab5749 req-e4572f8f-98e2-41d1-941d-02647ecc2dd9 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:53.863834 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-5dbc2e87-caa0-46c1-9323-df0890ab5749 req-e4572f8f-98e2-41d1-941d-02647ecc2dd9 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 947 time: 0.0775383 Aug 06 17:28:53.909549 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 36364) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:28:53.950694 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-68264cf9-c3d4-47dd-8ce0-bbed38c1d02a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c191f771f99a479bbee297652ad2639e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398302 Aug 06 17:28:53.953112 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 36366) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:28:53.970482 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [req-5dbc2e87-caa0-46c1-9323-df0890ab5749 req-a8dfcf72-e08d-4738-b37a-48c2bf445533 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Deleting port 950d5868-7f7c-49b2-a093-65a82b1b1a6f {{(pid=93308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:28:53.970795 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-5dbc2e87-caa0-46c1-9323-df0890ab5749 req-a8dfcf72-e08d-4738-b37a-48c2bf445533 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:54.001374 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-bd62b7d7-9daa-4c1b-a672-5d1effe104a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:54.026313 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-bd62b7d7-9daa-4c1b-a672-5d1effe104a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:54.062946 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [req-5dbc2e87-caa0-46c1-9323-df0890ab5749 req-a8dfcf72-e08d-4738-b37a-48c2bf445533 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] For port 950d5868-7f7c-49b2-a093-65a82b1b1a6f, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=950d5868-7f7c-49b2-a093-65a82b1b1a6f,segment=NetworkSegment(f5e274ea-768f-45a2-bfc8-b7461617eff9),segment_id=f5e274ea-768f-45a2-bfc8-b7461617eff9)] {{(pid=93308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:28:54.063278 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-5dbc2e87-caa0-46c1-9323-df0890ab5749 req-a8dfcf72-e08d-4738-b37a-48c2bf445533 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:54.077143 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-bd62b7d7-9daa-4c1b-a672-5d1effe104a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:54.079887 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-bd62b7d7-9daa-4c1b-a672-5d1effe104a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:54.081120 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-bd62b7d7-9daa-4c1b-a672-5d1effe104a6 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/40aa14bd-5e4b-4fff-baf4-74ad99448249 HTTP/1.1" status: 204 len: 168 time: 0.1271000 Aug 06 17:28:54.089334 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd62b7d7-9daa-4c1b-a672-5d1effe104a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40aa14bd-5e4b-4fff-baf4-74ad99448249,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:28:54.093907 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:54.205515 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device e3a4e45c-deef-4fe6-9362-58b4eaa1aad5 up at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:28:54.261825 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Provisioning for port e3a4e45c-deef-4fe6-9362-58b4eaa1aad5 completed by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:28:54.266045 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Provisioning complete for port e3a4e45c-deef-4fe6-9362-58b4eaa1aad5 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:28:54.266453 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:54.298709 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-5dbc2e87-caa0-46c1-9323-df0890ab5749 req-a8dfcf72-e08d-4738-b37a-48c2bf445533 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:54.299186 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-5dbc2e87-caa0-46c1-9323-df0890ab5749 req-a8dfcf72-e08d-4738-b37a-48c2bf445533 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435792'] for floatingip, after_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:54.299675 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.db.l3_db [req-5dbc2e87-caa0-46c1-9323-df0890ab5749 req-a8dfcf72-e08d-4738-b37a-48c2bf445533 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Floating IP c6d634c5-856a-4b8e-81d3-5731d4559612 disassociated. External IP: 172.27.0.103, port: 950d5868-7f7c-49b2-a093-65a82b1b1a6f. Aug 06 17:28:54.300069 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [req-5dbc2e87-caa0-46c1-9323-df0890ab5749 req-a8dfcf72-e08d-4738-b37a-48c2bf445533 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Calling delete_port for 950d5868-7f7c-49b2-a093-65a82b1b1a6f owned by compute:nova {{(pid=93308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:28:54.357247 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:54.392258 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d291c0-4099-4a55-b5b3-6d6b4eb393a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a4e45c-deef-4fe6-9362-58b4eaa1aad5'}] {{(pid=93310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:28:54.395564 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713379ad4201aa67d1557f3d7b7da947c96b0ad1778a29fd635d5f04ae47f1c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55489cc1-d167-4f28-b343-56b8d79e0b7f" -d '{"events": [{"server_uuid": "92d291c0-4099-4a55-b5b3-6d6b4eb393a1", "name": "network-vif-plugged", "status": "completed", "tag": "e3a4e45c-deef-4fe6-9362-58b4eaa1aad5"}]}' {{(pid=93310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:28:54.401804 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port e3a4e45c-deef-4fe6-9362-58b4eaa1aad5, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=e3a4e45c-deef-4fe6-9362-58b4eaa1aad5,segment=NetworkSegment(e8007d69-4b5c-4d4a-a40f-9e51dc3e769f),segment_id=e8007d69-4b5c-4d4a-a40f-9e51dc3e769f)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:28:54.407038 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:54.471757 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-5dbc2e87-caa0-46c1-9323-df0890ab5749 req-a8dfcf72-e08d-4738-b37a-48c2bf445533 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089738'] for port, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:54.473198 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3712e8f7-6a48-4b69-91b8-3937ef326c3b x-openstack-request-id: req-3712e8f7-6a48-4b69-91b8-3937ef326c3b {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:28:54.474451 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d291c0-4099-4a55-b5b3-6d6b4eb393a1", "name": "network-vif-plugged", "status": "completed", "tag": "e3a4e45c-deef-4fe6-9362-58b4eaa1aad5", "code": 200}]} {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:28:54.474881 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3712e8f7-6a48-4b69-91b8-3937ef326c3b {{(pid=93310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:28:54.475582 dv-cinder-803773-1-iscsi neutron-server[93310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d291c0-4099-4a55-b5b3-6d6b4eb393a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a4e45c-deef-4fe6-9362-58b4eaa1aad5', 'code': 200} Aug 06 17:28:54.481016 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=e3a4e45c-deef-4fe6-9362-58b4eaa1aad5,revision_number=5']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:28:54.508446 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dfcf72-e08d-4738-b37a-48c2bf445533 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Pushing event deleted for resources: {'Port': ['ID=950d5868-7f7c-49b2-a093-65a82b1b1a6f,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:28:54.540763 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25bddf0-4f33-45d6-b40a-8b96f1ab44f4 req-052c7d50-0889-4864-903e-797148908e7a tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:54.542848 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-a25bddf0-4f33-45d6-b40a-8b96f1ab44f4 req-052c7d50-0889-4864-903e-797148908e7a tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=92d291c0-4099-4a55-b5b3-6d6b4eb393a1 HTTP/1.1" status: 200 len: 945 time: 0.0755959 Aug 06 17:28:54.588959 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-a25bddf0-4f33-45d6-b40a-8b96f1ab44f4 req-70277b84-1704-423b-9e58-578218dcb019 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391529 Aug 06 17:28:54.630774 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5dbc2e87-caa0-46c1-9323-df0890ab5749 req-a8dfcf72-e08d-4738-b37a-48c2bf445533 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Router b8dbcd67-7acd-42d4-9411-5d0021577b20 has already been hosted by L3 agent cbcd3d9e-bca5-4529-952b-48c65d2aceac {{(pid=93308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:28:54.750820 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc73da7-060d-45ff-b2a7-ee8edafc932a req-42cfbccf-155d-491c-a4ae-28c48ec10cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:54.752711 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-9dc73da7-060d-45ff-b2a7-ee8edafc932a req-42cfbccf-155d-491c-a4ae-28c48ec10cd4 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=92d291c0-4099-4a55-b5b3-6d6b4eb393a1 HTTP/1.1" status: 200 len: 1098 time: 0.0466998 Aug 06 17:28:54.754768 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5dbc2e87-caa0-46c1-9323-df0890ab5749 req-a8dfcf72-e08d-4738-b37a-48c2bf445533 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify agent at l3_agent.dv-cinder-803773-1-iscsi the message routers_updated {{(pid=93308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:28:54.766596 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af25ec09-544c-4c68-ae94-f5c2a49a2227 None None] Sync routers for ids ['b8dbcd67-7acd-42d4-9411-5d0021577b20'] in dv-cinder-803773-1-iscsi {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:28:54.777053 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af25ec09-544c-4c68-ae94-f5c2a49a2227 None None] Routers {'b8dbcd67-7acd-42d4-9411-5d0021577b20'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:28:54.777773 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-af25ec09-544c-4c68-ae94-f5c2a49a2227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:28:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['b8dbcd67-7acd-42d4-9411-5d0021577b20'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:28:54.807094 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-9dc73da7-060d-45ff-b2a7-ee8edafc932a req-8410d416-851c-4127-80e2-b90d10105bb9 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387866 Aug 06 17:28:54.816511 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dbc2e87-caa0-46c1-9323-df0890ab5749 req-a8dfcf72-e08d-4738-b37a-48c2bf445533 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] No DVR routers for this DVR port 950d5868-7f7c-49b2-a093-65a82b1b1a6f on host hv-cinder-80377 {{(pid=93308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:28:54.820740 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-5dbc2e87-caa0-46c1-9323-df0890ab5749 req-a8dfcf72-e08d-4738-b37a-48c2bf445533 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:54.825063 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-5dbc2e87-caa0-46c1-9323-df0890ab5749 req-a8dfcf72-e08d-4738-b37a-48c2bf445533 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.96 "DELETE /v2.0/ports/950d5868-7f7c-49b2-a093-65a82b1b1a6f HTTP/1.1" status: 204 len: 173 time: 0.9520302 Aug 06 17:28:54.825453 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f13727d-ad83-4853-a1dc-49b8519274e4', 'name': 'network-vif-deleted', 'tag': '950d5868-7f7c-49b2-a093-65a82b1b1a6f'}] {{(pid=93308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:28:54.827934 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9970891e86e7a54ba8327591cdb5f98a510e69f2198634f60bde42845cd177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c82061-3b67-46c1-b4c6-c5a459db9064" -d '{"events": [{"server_uuid": "5f13727d-ad83-4853-a1dc-49b8519274e4", "name": "network-vif-deleted", "tag": "950d5868-7f7c-49b2-a093-65a82b1b1a6f"}]}' {{(pid=93308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:28:54.875840 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94061d5b-d4ee-4bbb-879f-ec5123e4b8e8 x-openstack-request-id: req-94061d5b-d4ee-4bbb-879f-ec5123e4b8e8 {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:28:54.876224 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f13727d-ad83-4853-a1dc-49b8519274e4", "name": "network-vif-deleted", "tag": "950d5868-7f7c-49b2-a093-65a82b1b1a6f", "status": "completed", "code": 200}]} {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:28:54.876544 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-94061d5b-d4ee-4bbb-879f-ec5123e4b8e8 {{(pid=93308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:28:54.877076 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f13727d-ad83-4853-a1dc-49b8519274e4', 'name': 'network-vif-deleted', 'tag': '950d5868-7f7c-49b2-a093-65a82b1b1a6f', 'status': 'completed', 'code': 200} Aug 06 17:28:54.929703 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-af25ec09-544c-4c68-ae94-f5c2a49a2227 None None] Set router b8dbcd67-7acd-42d4-9411-5d0021577b20 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:28:54.936711 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-8f602a6e-39e1-4a99-bc9d-8dfb6e2267d4 req-d99b3ea6-bd9b-4620-ac2c-9f016bcba9a8 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 210 time: 0.0288081 Aug 06 17:28:55.134166 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:55.153686 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-af25ec09-544c-4c68-ae94-f5c2a49a2227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'name': 'tempest-AttachVolumeShelveTestJSON-1533275519-router', 'tenant_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '439c51b3-0448-4ea1-92ef-368dad291d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:23:30Z', 'updated_at': '2021-08-06T17:23:45Z', 'revision_number': 4, 'project_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'gw_port': {'id': '439c51b3-0448-4ea1-92ef-368dad291d7f', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:33Z', 'updated_at': '2021-08-06T17:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': 'f29d58b6-9b6a-474e-bc0c-01f04c445337', 'name': '', 'network_id': '5b6dd1b8-72d2-4509-8411-cf148b92c6ca', 'tenant_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'mac_address': 'fa:16:3e:52:71:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '92e55e27-88da-4b01-a596-8314d113e8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:39Z', 'updated_at': '2021-08-06T17:23:56Z', 'revision_number': 5, 'project_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'subnets': [{'id': '92e55e27-88da-4b01-a596-8314d113e8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:28:55.182811 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af25ec09-544c-4c68-ae94-f5c2a49a2227 None None] Checking router: b8dbcd67-7acd-42d4-9411-5d0021577b20 for host: dv-cinder-803773-1-iscsi {{(pid=93310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:28:55.191528 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af25ec09-544c-4c68-ae94-f5c2a49a2227 None None] Routers {'b8dbcd67-7acd-42d4-9411-5d0021577b20'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:28:55.192173 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-af25ec09-544c-4c68-ae94-f5c2a49a2227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:28:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['b8dbcd67-7acd-42d4-9411-5d0021577b20'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:28:55.306844 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-af25ec09-544c-4c68-ae94-f5c2a49a2227 None None] Set router b8dbcd67-7acd-42d4-9411-5d0021577b20 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:28:55.524750 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-af25ec09-544c-4c68-ae94-f5c2a49a2227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'name': 'tempest-AttachVolumeShelveTestJSON-1533275519-router', 'tenant_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '439c51b3-0448-4ea1-92ef-368dad291d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:23:30Z', 'updated_at': '2021-08-06T17:23:45Z', 'revision_number': 4, 'project_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'gw_port': {'id': '439c51b3-0448-4ea1-92ef-368dad291d7f', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:33Z', 'updated_at': '2021-08-06T17:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': 'f29d58b6-9b6a-474e-bc0c-01f04c445337', 'name': '', 'network_id': '5b6dd1b8-72d2-4509-8411-cf148b92c6ca', 'tenant_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'mac_address': 'fa:16:3e:52:71:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '92e55e27-88da-4b01-a596-8314d113e8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:39Z', 'updated_at': '2021-08-06T17:23:56Z', 'revision_number': 5, 'project_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'subnets': [{'id': '92e55e27-88da-4b01-a596-8314d113e8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:28:55.557173 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af25ec09-544c-4c68-ae94-f5c2a49a2227 None None] The sync data for ids ['b8dbcd67-7acd-42d4-9411-5d0021577b20'] in dv-cinder-803773-1-iscsi is: [{'id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'name': 'tempest-AttachVolumeShelveTestJSON-1533275519-router', 'tenant_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '439c51b3-0448-4ea1-92ef-368dad291d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:23:30Z', 'updated_at': '2021-08-06T17:23:45Z', 'revision_number': 4, 'project_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'gw_port': {'id': '439c51b3-0448-4ea1-92ef-368dad291d7f', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:33Z', 'updated_at': '2021-08-06T17:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': 'f29d58b6-9b6a-474e-bc0c-01f04c445337', 'name': '', 'network_id': '5b6dd1b8-72d2-4509-8411-cf148b92c6ca', 'tenant_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'mac_address': 'fa:16:3e:52:71:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '92e55e27-88da-4b01-a596-8314d113e8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:39Z', 'updated_at': '2021-08-06T17:23:56Z', 'revision_number': 5, 'project_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'subnets': [{'id': '92e55e27-88da-4b01-a596-8314d113e8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:28:55.720748 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2139580-ac60-4a79-a173-91bff312ac16 req-047ae2c4-a0fd-4633-9b5b-7eaa29faccda tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:55.722289 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-b2139580-ac60-4a79-a173-91bff312ac16 req-047ae2c4-a0fd-4633-9b5b-7eaa29faccda tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=92d291c0-4099-4a55-b5b3-6d6b4eb393a1 HTTP/1.1" status: 200 len: 945 time: 0.0524614 Aug 06 17:28:55.767134 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-b2139580-ac60-4a79-a173-91bff312ac16 req-b58eb503-f4f6-4205-87d0-ffccba7d5fe9 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350120 Aug 06 17:28:55.792183 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086dddc3-d3ee-499a-921b-5505a6f239ab None None] New status for floating IP c6d634c5-856a-4b8e-81d3-5731d4559612: DOWN {{(pid=93311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 17:28:56.065445 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-43342b1f-c8d9-43a0-a6f7-aeb869d8eaf0 req-bfd35f7f-bb5d-456b-a1c4-5f600bf9ca37 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f13727d-ad83-4853-a1dc-49b8519274e4 HTTP/1.1" status: 200 len: 210 time: 0.0335646 Aug 06 17:28:56.882328 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cf159-1c84-40fc-8c20-e96d045e1102 req-f3a823ab-68dd-41cf-a214-f288889945c8 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:56.883811 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-856cf159-1c84-40fc-8c20-e96d045e1102 req-f3a823ab-68dd-41cf-a214-f288889945c8 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=92d291c0-4099-4a55-b5b3-6d6b4eb393a1 HTTP/1.1" status: 200 len: 945 time: 0.0482941 Aug 06 17:28:56.920994 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-856cf159-1c84-40fc-8c20-e96d045e1102 req-8d34d070-1629-4f3f-8c8b-b328d4bbfea3 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309718 Aug 06 17:28:56.962538 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:57.160611 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 36426) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:28:57.223976 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-0c2cc383-971d-4973-a81b-a916fdb06fe4 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:57.247087 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-0c2cc383-971d-4973-a81b-a916fdb06fe4 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:57.293333 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-0c2cc383-971d-4973-a81b-a916fdb06fe4 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:57.296105 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-0c2cc383-971d-4973-a81b-a916fdb06fe4 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:57.297364 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-0c2cc383-971d-4973-a81b-a916fdb06fe4 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "DELETE /v2.0/security-groups/2393a632-c0f1-403e-a186-5487fb494f19 HTTP/1.1" status: 204 len: 168 time: 0.1357367 Aug 06 17:28:57.300154 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 36430) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:28:57.307578 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2cc383-971d-4973-a81b-a916fdb06fe4 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2393a632-c0f1-403e-a186-5487fb494f19,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:28:57.318756 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.api.v2.resource [None req-ebf30a26-11eb-4f31-ba75-42e6d7585f00 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] show failed (client error): The resource could not be found. Aug 06 17:28:57.322728 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-ebf30a26-11eb-4f31-ba75-42e6d7585f00 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups/2393a632-c0f1-403e-a186-5487fb494f19 HTTP/1.1" status: 404 len: 347 time: 0.0188389 Aug 06 17:28:57.323083 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 36432) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:28:57.451292 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [None req-5b4676cf-d885-4dce-8316-ec148be61bf7 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Deleting port d09c95d6-c429-4117-9b07-9ecb9b4c1656 {{(pid=93308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:28:57.451626 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-5b4676cf-d885-4dce-8316-ec148be61bf7 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:57.526155 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-5b4676cf-d885-4dce-8316-ec148be61bf7 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:57.526468 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-5b4676cf-d885-4dce-8316-ec148be61bf7 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:57.538027 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [None req-5b4676cf-d885-4dce-8316-ec148be61bf7 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Calling delete_port for d09c95d6-c429-4117-9b07-9ecb9b4c1656 owned by network:floatingip {{(pid=93308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:28:57.676745 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-5b4676cf-d885-4dce-8316-ec148be61bf7 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089738'] for port, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:57.709300 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4676cf-d885-4dce-8316-ec148be61bf7 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Pushing event deleted for resources: {'Port': ['ID=d09c95d6-c429-4117-9b07-9ecb9b4c1656,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:28:57.772966 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-5b4676cf-d885-4dce-8316-ec148be61bf7 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks [] for floatingip, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:57.775588 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-5b4676cf-d885-4dce-8316-ec148be61bf7 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for floatingip, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:57.776733 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-5b4676cf-d885-4dce-8316-ec148be61bf7 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "DELETE /v2.0/floatingips/c6d634c5-856a-4b8e-81d3-5731d4559612 HTTP/1.1" status: 204 len: 168 time: 0.4527123 Aug 06 17:28:58.199838 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 36438) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:28:58.204492 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-d0718d34-a695-4a86-8a5f-51e5cbb92b82 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Request body: {'security_group': {'name': 'tempest-securitygroup--6749851', 'description': 'tempest-description--712213069'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:28:58.228471 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-d0718d34-a695-4a86-8a5f-51e5cbb92b82 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:58.313907 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-d0718d34-a695-4a86-8a5f-51e5cbb92b82 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:58.319423 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-d0718d34-a695-4a86-8a5f-51e5cbb92b82 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:58.348487 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-d0718d34-a695-4a86-8a5f-51e5cbb92b82 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:58.349725 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-d0718d34-a695-4a86-8a5f-51e5cbb92b82 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.1488793 Aug 06 17:28:58.351706 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0718d34-a695-4a86-8a5f-51e5cbb92b82 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc744473-ff66-42d3-87ee-07370e9c1035,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:28:58.352789 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 36442) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:28:58.358917 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [None req-d440112b-3d2e-46ec-bdfd-702a7ee4e6a0 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Request body: {'security_group_rule': {'security_group_id': 'bc744473-ff66-42d3-87ee-07370e9c1035', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:28:58.389118 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-d440112b-3d2e-46ec-bdfd-702a7ee4e6a0 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:58.444095 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-d440112b-3d2e-46ec-bdfd-702a7ee4e6a0 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:58.450221 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-d440112b-3d2e-46ec-bdfd-702a7ee4e6a0 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600067'] for security_group_rule, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:58.473313 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d440112b-3d2e-46ec-bdfd-702a7ee4e6a0 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5935f1f5-edac-479f-acd3-782df3a0fd93,revision_number=0']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:28:58.482798 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-d440112b-3d2e-46ec-bdfd-702a7ee4e6a0 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:58.484033 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-d440112b-3d2e-46ec-bdfd-702a7ee4e6a0 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1295798 Aug 06 17:28:58.486801 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 36444) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:28:58.491204 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [None req-4d4627af-9cf5-473d-adf7-f041574128dc tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Request body: {'security_group_rule': {'security_group_id': 'bc744473-ff66-42d3-87ee-07370e9c1035', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:28:58.522520 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-4d4627af-9cf5-473d-adf7-f041574128dc tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:58.593381 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-4d4627af-9cf5-473d-adf7-f041574128dc tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:58.600437 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-4d4627af-9cf5-473d-adf7-f041574128dc tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600067'] for security_group_rule, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:58.618907 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4627af-9cf5-473d-adf7-f041574128dc tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29fdcbd7-3710-45a3-845a-870addf1c1f4,revision_number=0']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:28:58.625215 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-4d4627af-9cf5-473d-adf7-f041574128dc tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:58.627246 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-4d4627af-9cf5-473d-adf7-f041574128dc tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1393297 Aug 06 17:28:58.630765 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 36448) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:28:58.636981 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [None req-17ae2b24-e402-4ec1-9df4-b51369ea938b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Request body: {'floatingip': {'floating_network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:28:58.667170 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-17ae2b24-e402-4ec1-9df4-b51369ea938b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks [] for floatingip, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:58.767318 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-17ae2b24-e402-4ec1-9df4-b51369ea938b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:58.891396 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.db_base_plugin_common [None req-17ae2b24-e402-4ec1-9df4-b51369ea938b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Allocated IP 172.27.0.108 (2c4c21cf-2746-4b14-9730-0a69daab855b/0d6fa379-a3fa-4b6f-9c88-fa9af5610e03/bfa39fda-fe7e-4e04-b506-ade5a7a21069) {{(pid=93309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:28:59.000886 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-17ae2b24-e402-4ec1-9df4-b51369ea938b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks [] for port, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:59.048561 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-17ae2b24-e402-4ec1-9df4-b51369ea938b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379163'] for port, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:59.102033 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ae2b24-e402-4ec1-9df4-b51369ea938b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Network 2c4c21cf-2746-4b14-9730-0a69daab855b is already hosted by enough agents. {{(pid=93309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:28:59.105350 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.base_scheduler [None req-17ae2b24-e402-4ec1-9df4-b51369ea938b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Resources bound (agent type, host, resource id): {{(pid=93309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:28:59.110700 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ae2b24-e402-4ec1-9df4-b51369ea938b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Received port after_create {{(pid=93309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:28:59.113758 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ae2b24-e402-4ec1-9df4-b51369ea938b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Pushing event updated for resources: {'Port': ['ID=bfa39fda-fe7e-4e04-b506-ade5a7a21069,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:28:59.206011 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-17ae2b24-e402-4ec1-9df4-b51369ea938b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:59.242450 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-17ae2b24-e402-4ec1-9df4-b51369ea938b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:59.406794 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-17ae2b24-e402-4ec1-9df4-b51369ea938b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks [] for port, precommit_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:59.413515 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-17ae2b24-e402-4ec1-9df4-b51369ea938b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30379154'] for port, after_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:59.482368 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ae2b24-e402-4ec1-9df4-b51369ea938b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Pushing event updated for resources: {'Port': ['ID=bfa39fda-fe7e-4e04-b506-ade5a7a21069,revision_number=2']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:28:59.496692 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-17ae2b24-e402-4ec1-9df4-b51369ea938b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435792'] for floatingip, after_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:59.513213 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-17ae2b24-e402-4ec1-9df4-b51369ea938b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for floatingip, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:59.514786 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-17ae2b24-e402-4ec1-9df4-b51369ea938b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8828502 Aug 06 17:28:59.714686 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-596eb660-7804-454f-8f75-ff065cbec038 req-391c4151-86ee-4ef7-8577-f95d0b7d87b8 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--6749851&fields=id&tenant_id=f5387827f2c0411b9a79d78b038d6e5c HTTP/1.1" status: 200 len: 267 time: 0.0324748 Aug 06 17:28:59.803246 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 950d5868-7f7c-49b2-a093-65a82b1b1a6f no longer exists at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:28:59.824706 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] No Port match for: 950d5868-7f7c-49b2-a093-65a82b1b1a6f {{(pid=93310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:28:59.825049 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 950d5868-7f7c-49b2-a093-65a82b1b1a6f not bound to the agent host hv-cinder-80377 {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:28:59.826511 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596eb660-7804-454f-8f75-ff065cbec038 req-62172e68-490a-44e9-81f9-2c3ef8030d27 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:28:59.828013 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-596eb660-7804-454f-8f75-ff065cbec038 req-62172e68-490a-44e9-81f9-2c3ef8030d27 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/networks?id=5b6dd1b8-72d2-4509-8411-cf148b92c6ca HTTP/1.1" status: 200 len: 817 time: 0.1065562 Aug 06 17:28:59.843001 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-596eb660-7804-454f-8f75-ff065cbec038 req-472c6f01-5194-44ea-9ba5-bf3234340af0 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/quotas/f5387827f2c0411b9a79d78b038d6e5c HTTP/1.1" status: 200 len: 375 time: 0.0090833 Aug 06 17:28:59.894221 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-596eb660-7804-454f-8f75-ff065cbec038 req-f8ae8927-681d-4fed-ad54-0adacec8854d tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=f5387827f2c0411b9a79d78b038d6e5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458663 Aug 06 17:29:00.114796 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-596eb660-7804-454f-8f75-ff065cbec038 req-07ba1241-3ae6-464e-89f0-7656c9a3d29a service neutron] 10.222.0.89 "GET /v2.0/networks/5b6dd1b8-72d2-4509-8411-cf148b92c6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022913 Aug 06 17:29:00.209707 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-596eb660-7804-454f-8f75-ff065cbec038 req-1bff6c40-4482-467d-a08a-cc753ab1cf61 service neutron] 10.222.0.89 "GET /v2.0/networks/5b6dd1b8-72d2-4509-8411-cf148b92c6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887549 Aug 06 17:29:00.390530 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-6d6468d6-9695-47be-8b67-488d2931ee53 req-cffb9b00-8986-41ac-8bbd-3c773eb853a0 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 210 time: 0.0281594 Aug 06 17:29:01.362203 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.agents_db [None req-f0f84874-ee0a-4567-8005-82f1841bb43f None None] Agent healthcheck: found 6 active agents {{(pid=93311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:29:01.501457 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e4b6e148-222f-4d28-9262-0206037d1c66 req-e0a62516-d456-4832-ac82-6b80aa3ecda2 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 210 time: 0.0368633 Aug 06 17:29:02.614441 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f68a9785-4756-4380-88b9-201c2ca5dbda req-da14789c-80be-4e49-b066-f93011600eba tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 210 time: 0.0268397 Aug 06 17:29:03.712295 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-34112560-4e08-4d01-8ad0-76349c245797 req-60f938f0-9b66-4fab-8cfc-f18d264a1bb2 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 210 time: 0.0266368 Aug 06 17:29:04.463471 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596eb660-7804-454f-8f75-ff065cbec038 req-c99ab04e-47d3-4b51-a2a4-c73309e02058 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:04.464981 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-596eb660-7804-454f-8f75-ff065cbec038 req-c99ab04e-47d3-4b51-a2a4-c73309e02058 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.96 "GET /v2.0/networks?id=5b6dd1b8-72d2-4509-8411-cf148b92c6ca HTTP/1.1" status: 200 len: 817 time: 0.1068234 Aug 06 17:29:04.537048 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-596eb660-7804-454f-8f75-ff065cbec038 req-8a831024-13b6-460b-be7d-8d8eb9e27076 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5387827f2c0411b9a79d78b038d6e5c HTTP/1.1" status: 200 len: 377 time: 0.0500927 Aug 06 17:29:04.558542 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [req-596eb660-7804-454f-8f75-ff065cbec038 req-1ff64c74-6123-4810-a5f7-9f4beabd0db1 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Request body: {'port': {'device_id': 'dab348d2-f331-4416-8828-ac729b6a562f', 'network_id': '5b6dd1b8-72d2-4509-8411-cf148b92c6ca', 'admin_state_up': True, 'tenant_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'security_groups': ['bc744473-ff66-42d3-87ee-07370e9c1035']}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:29:04.668579 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-596eb660-7804-454f-8f75-ff065cbec038 req-1ff64c74-6123-4810-a5f7-9f4beabd0db1 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Made reservation on behalf of f5387827f2c0411b9a79d78b038d6e5c for: {'port': 1} {{(pid=93308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:29:04.674020 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-596eb660-7804-454f-8f75-ff065cbec038 req-1ff64c74-6123-4810-a5f7-9f4beabd0db1 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:04.831616 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-3b45bf8e-593e-4fc5-93ee-5ade508e2176 req-00955668-992a-453e-abf4-72504d14a5aa tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 210 time: 0.0417306 Aug 06 17:29:04.843395 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.db_base_plugin_common [req-596eb660-7804-454f-8f75-ff065cbec038 req-1ff64c74-6123-4810-a5f7-9f4beabd0db1 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Allocated IP 172.20.0.3 (5b6dd1b8-72d2-4509-8411-cf148b92c6ca/92e55e27-88da-4b01-a596-8314d113e8dc/fd0ec8d5-4583-41f1-9130-fc445dfdf458) {{(pid=93308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:29:04.988599 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-596eb660-7804-454f-8f75-ff065cbec038 req-1ff64c74-6123-4810-a5f7-9f4beabd0db1 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks [] for port, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:05.003269 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.provisioning_blocks [req-596eb660-7804-454f-8f75-ff065cbec038 req-1ff64c74-6123-4810-a5f7-9f4beabd0db1 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Transition to ACTIVE for port object fd0ec8d5-4583-41f1-9130-fc445dfdf458 will not be triggered until provisioned by entity DHCP. {{(pid=93308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:29:05.037022 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-596eb660-7804-454f-8f75-ff065cbec038 req-1ff64c74-6123-4810-a5f7-9f4beabd0db1 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089738'] for port, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:05.083613 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-596eb660-7804-454f-8f75-ff065cbec038 req-1ff64c74-6123-4810-a5f7-9f4beabd0db1 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Network 5b6dd1b8-72d2-4509-8411-cf148b92c6ca is already hosted by enough agents. {{(pid=93308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:29:05.088900 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.base_scheduler [req-596eb660-7804-454f-8f75-ff065cbec038 req-1ff64c74-6123-4810-a5f7-9f4beabd0db1 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Resources bound (agent type, host, resource id): {{(pid=93308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:29:05.093211 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.l3_dvrscheduler_db [req-596eb660-7804-454f-8f75-ff065cbec038 req-1ff64c74-6123-4810-a5f7-9f4beabd0db1 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Received port after_create {{(pid=93308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:29:05.133702 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff64c74-6123-4810-a5f7-9f4beabd0db1 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Pushing event updated for resources: {'Port': ['ID=fd0ec8d5-4583-41f1-9130-fc445dfdf458,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:29:05.168420 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596eb660-7804-454f-8f75-ff065cbec038 req-1ff64c74-6123-4810-a5f7-9f4beabd0db1 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:05.169127 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-596eb660-7804-454f-8f75-ff065cbec038 req-1ff64c74-6123-4810-a5f7-9f4beabd0db1 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:05.184235 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-596eb660-7804-454f-8f75-ff065cbec038 req-1ff64c74-6123-4810-a5f7-9f4beabd0db1 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6296136 Aug 06 17:29:05.214906 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [req-596eb660-7804-454f-8f75-ff065cbec038 req-8a226a19-597a-4542-81aa-6c60a9363496 service neutron] Request body: {'port': {'device_id': 'dab348d2-f331-4416-8828-ac729b6a562f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80377'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:29:05.272716 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-596eb660-7804-454f-8f75-ff065cbec038 req-8a226a19-597a-4542-81aa-6c60a9363496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:05.361052 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-bf5bb3ae-dd18-497a-b401-87c11a9f5fed None None] Provisioning for port fd0ec8d5-4583-41f1-9130-fc445dfdf458 completed by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:29:05.364904 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-bf5bb3ae-dd18-497a-b401-87c11a9f5fed None None] Provisioning complete for port fd0ec8d5-4583-41f1-9130-fc445dfdf458 triggered by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:29:05.365276 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-bf5bb3ae-dd18-497a-b401-87c11a9f5fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:05.399307 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-bf5bb3ae-dd18-497a-b401-87c11a9f5fed None None] Port fd0ec8d5-4583-41f1-9130-fc445dfdf458 cannot update to ACTIVE because it is not bound. {{(pid=93310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:29:05.549229 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.notifiers.nova [req-596eb660-7804-454f-8f75-ff065cbec038 req-8a226a19-597a-4542-81aa-6c60a9363496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd0ec8d5-4583-41f1-9130-fc445dfdf458 {{(pid=93308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:29:05.556895 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-596eb660-7804-454f-8f75-ff065cbec038 req-8a226a19-597a-4542-81aa-6c60a9363496 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:05.569426 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.provisioning_blocks [req-596eb660-7804-454f-8f75-ff065cbec038 req-8a226a19-597a-4542-81aa-6c60a9363496 service neutron] Transition to ACTIVE for port object fd0ec8d5-4583-41f1-9130-fc445dfdf458 will not be triggered until provisioned by entity L2. {{(pid=93308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:29:05.574731 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-596eb660-7804-454f-8f75-ff065cbec038 req-8a226a19-597a-4542-81aa-6c60a9363496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089731'] for port, after_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:05.628971 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a226a19-597a-4542-81aa-6c60a9363496 service neutron] Pushing event updated for resources: {'Port': ['ID=fd0ec8d5-4583-41f1-9130-fc445dfdf458,revision_number=2']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:29:05.941216 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.managers [req-596eb660-7804-454f-8f75-ff065cbec038 req-8a226a19-597a-4542-81aa-6c60a9363496 service neutron] Attempting to bind port fd0ec8d5-4583-41f1-9130-fc445dfdf458 on host hv-cinder-80377 for vnic_type normal with profile {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:29:05.941587 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.managers [req-596eb660-7804-454f-8f75-ff065cbec038 req-8a226a19-597a-4542-81aa-6c60a9363496 service neutron] Attempting to bind port fd0ec8d5-4583-41f1-9130-fc445dfdf458 by drivers openvswitch,hyperv on host hv-cinder-80377 at level 0 using segments [{'id': 'f5e274ea-768f-45a2-bfc8-b7461617eff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5b6dd1b8-72d2-4509-8411-cf148b92c6ca'}] {{(pid=93308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:29:05.941911 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596eb660-7804-454f-8f75-ff065cbec038 req-8a226a19-597a-4542-81aa-6c60a9363496 service neutron] Attempting to bind port fd0ec8d5-4583-41f1-9130-fc445dfdf458 on network 5b6dd1b8-72d2-4509-8411-cf148b92c6ca {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:29:05.946302 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596eb660-7804-454f-8f75-ff065cbec038 req-8a226a19-597a-4542-81aa-6c60a9363496 service neutron] Port fd0ec8d5-4583-41f1-9130-fc445dfdf458 on network 5b6dd1b8-72d2-4509-8411-cf148b92c6ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80377 {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 17:29:05.946622 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596eb660-7804-454f-8f75-ff065cbec038 req-8a226a19-597a-4542-81aa-6c60a9363496 service neutron] Attempting to bind port fd0ec8d5-4583-41f1-9130-fc445dfdf458 on network 5b6dd1b8-72d2-4509-8411-cf148b92c6ca {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:29:05.952059 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596eb660-7804-454f-8f75-ff065cbec038 req-8a226a19-597a-4542-81aa-6c60a9363496 service neutron] Checking agent: {'id': 'd2fb1ab5-1995-4796-a222-8ffdc3f56d02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 21, 40), 'started_at': datetime.datetime(2021, 8, 6, 17, 21, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:29:05.952390 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596eb660-7804-454f-8f75-ff065cbec038 req-8a226a19-597a-4542-81aa-6c60a9363496 service neutron] Checking segment: {'id': 'f5e274ea-768f-45a2-bfc8-b7461617eff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5b6dd1b8-72d2-4509-8411-cf148b92c6ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:29:05.952765 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596eb660-7804-454f-8f75-ff065cbec038 req-8a226a19-597a-4542-81aa-6c60a9363496 service neutron] Bound using segment: {'id': 'f5e274ea-768f-45a2-bfc8-b7461617eff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5b6dd1b8-72d2-4509-8411-cf148b92c6ca'} {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:29:05.953194 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.managers [req-596eb660-7804-454f-8f75-ff065cbec038 req-8a226a19-597a-4542-81aa-6c60a9363496 service neutron] Bound port: fd0ec8d5-4583-41f1-9130-fc445dfdf458, host: hv-cinder-80377, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5e274ea-768f-45a2-bfc8-b7461617eff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '5b6dd1b8-72d2-4509-8411-cf148b92c6ca'}}] {{(pid=93308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:29:05.953545 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-596eb660-7804-454f-8f75-ff065cbec038 req-8a226a19-597a-4542-81aa-6c60a9363496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:05.956586 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59417368-77f7-467a-a7e0-8a7cbf9084c4 req-910a7e70-4aba-4835-a7fb-ab76c871ddec tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:05.958060 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-59417368-77f7-467a-a7e0-8a7cbf9084c4 req-910a7e70-4aba-4835-a7fb-ab76c871ddec tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 943 time: 0.0496783 Aug 06 17:29:05.998958 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-59417368-77f7-467a-a7e0-8a7cbf9084c4 req-ae5e0cab-18a9-463a-ac1d-218729b9b36f tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0345421 Aug 06 17:29:06.025601 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [req-596eb660-7804-454f-8f75-ff065cbec038 req-8a226a19-597a-4542-81aa-6c60a9363496 service neutron] For port fd0ec8d5-4583-41f1-9130-fc445dfdf458, host hv-cinder-80377, cleared binding levels {{(pid=93308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:29:06.028681 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [req-596eb660-7804-454f-8f75-ff065cbec038 req-8a226a19-597a-4542-81aa-6c60a9363496 service neutron] For port fd0ec8d5-4583-41f1-9130-fc445dfdf458, host hv-cinder-80377, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=fd0ec8d5-4583-41f1-9130-fc445dfdf458,segment=NetworkSegment(f5e274ea-768f-45a2-bfc8-b7461617eff9),segment_id=f5e274ea-768f-45a2-bfc8-b7461617eff9)] {{(pid=93308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:29:06.034028 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-596eb660-7804-454f-8f75-ff065cbec038 req-8a226a19-597a-4542-81aa-6c60a9363496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089731'] for port, after_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:06.080068 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596eb660-7804-454f-8f75-ff065cbec038 req-8a226a19-597a-4542-81aa-6c60a9363496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:06.080672 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-596eb660-7804-454f-8f75-ff065cbec038 req-8a226a19-597a-4542-81aa-6c60a9363496 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:06.082091 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-596eb660-7804-454f-8f75-ff065cbec038 req-8a226a19-597a-4542-81aa-6c60a9363496 service neutron] 10.222.0.96 "PUT /v2.0/ports/fd0ec8d5-4583-41f1-9130-fc445dfdf458 HTTP/1.1" status: 200 len: 1093 time: 0.8718646 Aug 06 17:29:06.082538 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab348d2-f331-4416-8828-ac729b6a562f', 'tag': 'fd0ec8d5-4583-41f1-9130-fc445dfdf458'}] {{(pid=93308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:29:06.084772 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9970891e86e7a54ba8327591cdb5f98a510e69f2198634f60bde42845cd177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853a1408-ab53-4ff2-af3c-dde5e56722cc" -d '{"events": [{"name": "network-changed", "server_uuid": "dab348d2-f331-4416-8828-ac729b6a562f", "tag": "fd0ec8d5-4583-41f1-9130-fc445dfdf458"}]}' {{(pid=93308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:29:06.102775 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a226a19-597a-4542-81aa-6c60a9363496 service neutron] Pushing event updated for resources: {'Port': ['ID=fd0ec8d5-4583-41f1-9130-fc445dfdf458,revision_number=3']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:29:06.128559 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982a0a60-e1d3-42b7-88cf-6be7df035037 x-openstack-request-id: req-982a0a60-e1d3-42b7-88cf-6be7df035037 {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:29:06.128859 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dab348d2-f331-4416-8828-ac729b6a562f", "tag": "fd0ec8d5-4583-41f1-9130-fc445dfdf458", "status": "completed", "code": 200}]} {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:29:06.129148 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-982a0a60-e1d3-42b7-88cf-6be7df035037 {{(pid=93308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:29:06.129573 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dab348d2-f331-4416-8828-ac729b6a562f', 'tag': 'fd0ec8d5-4583-41f1-9130-fc445dfdf458', 'status': 'completed', 'code': 200} Aug 06 17:29:07.132778 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfccd323-0e4a-4e4b-b64b-6f198c5c079d req-76a5a33a-a860-422c-92cf-5b43ef876498 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:07.134343 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-cfccd323-0e4a-4e4b-b64b-6f198c5c079d req-76a5a33a-a860-422c-92cf-5b43ef876498 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 943 time: 0.0532839 Aug 06 17:29:07.173779 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-cfccd323-0e4a-4e4b-b64b-6f198c5c079d req-e35c3193-4e10-4cb1-863a-f7b8c33d77aa tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0323629 Aug 06 17:29:08.295634 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49964c91-9675-4e58-870e-7443c5f3e8af req-9456c231-7d3e-4a4a-917a-2d7a52428cb2 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:08.297022 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-49964c91-9675-4e58-870e-7443c5f3e8af req-9456c231-7d3e-4a4a-917a-2d7a52428cb2 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 943 time: 0.0496359 Aug 06 17:29:08.335379 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-49964c91-9675-4e58-870e-7443c5f3e8af req-d55d9804-f4e6-43ce-bd56-eea7bd65d0eb tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0323601 Aug 06 17:29:08.613168 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a1408-ab53-4ff2-af3c-dde5e56722cc req-1f66914e-2c17-4adf-9fd6-fc2cd96862f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:08.614575 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-853a1408-ab53-4ff2-af3c-dde5e56722cc req-1f66914e-2c17-4adf-9fd6-fc2cd96862f1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f5387827f2c0411b9a79d78b038d6e5c&device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 1096 time: 0.0483179 Aug 06 17:29:08.816519 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a1408-ab53-4ff2-af3c-dde5e56722cc req-1c812d08-1450-4d76-8294-766ce90daf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:08.818050 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-853a1408-ab53-4ff2-af3c-dde5e56722cc req-1c812d08-1450-4d76-8294-766ce90daf0d service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=f5387827f2c0411b9a79d78b038d6e5c&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1635678 Aug 06 17:29:09.009108 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a1408-ab53-4ff2-af3c-dde5e56722cc req-4a7c2f10-c498-4575-a09b-8992ec7e2b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:09.010645 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-853a1408-ab53-4ff2-af3c-dde5e56722cc req-4a7c2f10-c498-4575-a09b-8992ec7e2b84 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1696146 Aug 06 17:29:09.149735 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596eb660-7804-454f-8f75-ff065cbec038 req-087d338a-3d00-403b-b758-d7ca199e0585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:09.151304 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-596eb660-7804-454f-8f75-ff065cbec038 req-087d338a-3d00-403b-b758-d7ca199e0585 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f5387827f2c0411b9a79d78b038d6e5c&device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 1096 time: 0.0483377 Aug 06 17:29:09.220311 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-596eb660-7804-454f-8f75-ff065cbec038 req-e518e955-4217-4292-a5c5-993b42215e67 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd0ec8d5-4583-41f1-9130-fc445dfdf458 HTTP/1.1" status: 200 len: 217 time: 0.0379150 Aug 06 17:29:09.277882 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596eb660-7804-454f-8f75-ff065cbec038 req-5d863b11-3200-419d-b8d4-13a2d0b59528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:09.279589 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-596eb660-7804-454f-8f75-ff065cbec038 req-5d863b11-3200-419d-b8d4-13a2d0b59528 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=92e55e27-88da-4b01-a596-8314d113e8dc HTTP/1.1" status: 200 len: 856 time: 0.0454381 Aug 06 17:29:09.335258 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596eb660-7804-454f-8f75-ff065cbec038 req-ec494d72-423e-48ca-9236-90f12f2302f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:09.336682 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-596eb660-7804-454f-8f75-ff065cbec038 req-ec494d72-423e-48ca-9236-90f12f2302f6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5b6dd1b8-72d2-4509-8411-cf148b92c6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416994 Aug 06 17:29:09.437545 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-596eb660-7804-454f-8f75-ff065cbec038 req-e2220106-5b5e-435d-82b2-90094bbe8c8c service neutron] 10.222.0.96 "GET /v2.0/networks/5b6dd1b8-72d2-4509-8411-cf148b92c6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908542 Aug 06 17:29:09.469095 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25085a05-0d9b-4e38-86df-c4dc5ede9d6e req-b69732e5-994b-4d65-bb24-112671e1e4c3 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:09.469095 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-25085a05-0d9b-4e38-86df-c4dc5ede9d6e req-b69732e5-994b-4d65-bb24-112671e1e4c3 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 943 time: 0.0578284 Aug 06 17:29:09.505813 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-25085a05-0d9b-4e38-86df-c4dc5ede9d6e req-fc2dfa4c-d1f2-43ac-a9fe-d6a5a094c8da tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0330906 Aug 06 17:29:09.544805 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-596eb660-7804-454f-8f75-ff065cbec038 req-4b4310c0-2d93-4264-8c6e-d1825132c097 service neutron] 10.222.0.96 "GET /v2.0/networks/5b6dd1b8-72d2-4509-8411-cf148b92c6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959196 Aug 06 17:29:10.062137 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:10.651442 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f494b-6658-42b5-adc8-38a2ea4fec48 req-c2a1f922-e6c5-4d1e-8122-20a2707c7ee4 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:10.653058 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-787f494b-6658-42b5-adc8-38a2ea4fec48 req-c2a1f922-e6c5-4d1e-8122-20a2707c7ee4 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 943 time: 0.0614960 Aug 06 17:29:10.704236 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-787f494b-6658-42b5-adc8-38a2ea4fec48 req-170bc2b2-82ec-48bd-a382-dc3709a615bd tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0419366 Aug 06 17:29:11.211753 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5971f0f-bc4a-44b1-81c3-6cc2db62a497 req-558620b0-ac33-4762-8702-0af1b0e9b9c5 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:11.213120 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-e5971f0f-bc4a-44b1-81c3-6cc2db62a497 req-558620b0-ac33-4762-8702-0af1b0e9b9c5 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 946 time: 0.0599344 Aug 06 17:29:11.255653 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-e5971f0f-bc4a-44b1-81c3-6cc2db62a497 req-933238ac-fe91-4e0b-8127-c5c9ed11c0f7 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362368 Aug 06 17:29:11.456207 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device fd0ec8d5-4583-41f1-9130-fc445dfdf458 details requested by agent hyperv_hv-cinder-80377 with host hv-cinder-80377 {{(pid=93310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 17:29:11.554815 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port fd0ec8d5-4583-41f1-9130-fc445dfdf458, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=fd0ec8d5-4583-41f1-9130-fc445dfdf458,segment=NetworkSegment(f5e274ea-768f-45a2-bfc8-b7461617eff9),segment_id=f5e274ea-768f-45a2-bfc8-b7461617eff9)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:29:11.567046 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Returning: {'device': 'fd0ec8d5-4583-41f1-9130-fc445dfdf458', 'network_id': '5b6dd1b8-72d2-4509-8411-cf148b92c6ca', 'port_id': 'fd0ec8d5-4583-41f1-9130-fc445dfdf458', 'mac_address': 'fa:16:3e:75:bc:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92e55e27-88da-4b01-a596-8314d113e8dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 17:29:11.605065 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:11.618083 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd0ec8d5-4583-41f1-9130-fc445dfdf458 {{(pid=93310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:29:11.639694 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port fd0ec8d5-4583-41f1-9130-fc445dfdf458, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=fd0ec8d5-4583-41f1-9130-fc445dfdf458,segment=NetworkSegment(f5e274ea-768f-45a2-bfc8-b7461617eff9),segment_id=f5e274ea-768f-45a2-bfc8-b7461617eff9)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:29:11.644799 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:11.697720 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=fd0ec8d5-4583-41f1-9130-fc445dfdf458,revision_number=4']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:29:11.705535 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:29:11.705882 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:29:11.706220 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:29:11.706581 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:29:11.706907 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:29:11.707235 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:29:11.707562 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:29:11.707888 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:29:11.708214 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:29:11.708511 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:29:11.708851 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:29:11.709165 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:29:11.859608 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96938be5-1b35-42e1-a3c6-826cae1115c6 req-fb32b77d-7515-4453-84bf-e338957dd92b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:11.861097 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-96938be5-1b35-42e1-a3c6-826cae1115c6 req-fb32b77d-7515-4453-84bf-e338957dd92b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 944 time: 0.0701697 Aug 06 17:29:11.901625 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-96938be5-1b35-42e1-a3c6-826cae1115c6 req-d5c21acf-021f-4828-9d81-d6b0c60e8cfc tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0344832 Aug 06 17:29:12.220820 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] get_ports_and_sgs() called for port_ids ['fd0ec8d5-4583-41f1-9130-fc445dfdf458'] {{(pid=93310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:29:12.372762 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952f777-65f7-4fa4-ab56-2e7d9d72d94d req-21a0ca81-3aec-42d0-9229-1c2b64abde82 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:12.374464 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-c952f777-65f7-4fa4-ab56-2e7d9d72d94d req-21a0ca81-3aec-42d0-9229-1c2b64abde82 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 946 time: 0.0488079 Aug 06 17:29:12.413465 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-c952f777-65f7-4fa4-ab56-2e7d9d72d94d req-cc2d39c0-ea4c-4399-84c6-0f15c96ba190 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330031 Aug 06 17:29:13.044081 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33dc4c-b013-4cf0-975b-c92e82834aee req-6e9e1382-89b3-494a-b49f-e8ca7aaaef26 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:13.045460 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-6e33dc4c-b013-4cf0-975b-c92e82834aee req-6e9e1382-89b3-494a-b49f-e8ca7aaaef26 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 944 time: 0.0554643 Aug 06 17:29:13.088803 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-6e33dc4c-b013-4cf0-975b-c92e82834aee req-8bcf3b0d-acaf-4225-9083-29dcc7ac39b6 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0341594 Aug 06 17:29:13.534093 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ea2f3-09ce-4e27-b66f-d5fcd26dc5e6 req-9c6ec149-20c9-4f98-b5b5-26aaf487bef3 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:13.535673 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-3c0ea2f3-09ce-4e27-b66f-d5fcd26dc5e6 req-9c6ec149-20c9-4f98-b5b5-26aaf487bef3 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 946 time: 0.0525687 Aug 06 17:29:13.581235 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-3c0ea2f3-09ce-4e27-b66f-d5fcd26dc5e6 req-ba5916f6-388d-40a5-9540-cd68a3df00d1 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386264 Aug 06 17:29:13.916818 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f95d1c9-4385-4c2e-bef9-1106dfe62e7a req-6758a33b-bcd2-469b-95ae-f37b615adf26 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:13.918448 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-5f95d1c9-4385-4c2e-bef9-1106dfe62e7a req-6758a33b-bcd2-469b-95ae-f37b615adf26 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.96 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 946 time: 0.0487878 Aug 06 17:29:14.017102 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [req-5f95d1c9-4385-4c2e-bef9-1106dfe62e7a req-758edc43-a246-436c-8bdc-3f22cea6de28 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Deleting port a3dda1d5-65e1-4d8a-ad1c-be0aacb08483 {{(pid=93308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:29:14.017437 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-5f95d1c9-4385-4c2e-bef9-1106dfe62e7a req-758edc43-a246-436c-8bdc-3f22cea6de28 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:14.121060 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [req-5f95d1c9-4385-4c2e-bef9-1106dfe62e7a req-758edc43-a246-436c-8bdc-3f22cea6de28 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] For port a3dda1d5-65e1-4d8a-ad1c-be0aacb08483, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=a3dda1d5-65e1-4d8a-ad1c-be0aacb08483,segment=NetworkSegment(b2a2c7d8-8c0d-425d-a382-493c66f6d648),segment_id=b2a2c7d8-8c0d-425d-a382-493c66f6d648)] {{(pid=93308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:29:14.121298 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-5f95d1c9-4385-4c2e-bef9-1106dfe62e7a req-758edc43-a246-436c-8bdc-3f22cea6de28 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:14.220414 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3adec-bbf4-4d10-a968-13b198de8483 req-fcde8933-1199-4d8a-945b-7d962d8253e3 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:14.221936 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-92e3adec-bbf4-4d10-a968-13b198de8483 req-fcde8933-1199-4d8a-945b-7d962d8253e3 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 944 time: 0.0523808 Aug 06 17:29:14.268280 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-92e3adec-bbf4-4d10-a968-13b198de8483 req-0fc2f7fc-eb5a-4fc0-94f1-8e9e0c762f6e tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0400226 Aug 06 17:29:14.302627 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-5f95d1c9-4385-4c2e-bef9-1106dfe62e7a req-758edc43-a246-436c-8bdc-3f22cea6de28 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:14.302999 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-5f95d1c9-4385-4c2e-bef9-1106dfe62e7a req-758edc43-a246-436c-8bdc-3f22cea6de28 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435792'] for floatingip, after_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:14.303372 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.db.l3_db [req-5f95d1c9-4385-4c2e-bef9-1106dfe62e7a req-758edc43-a246-436c-8bdc-3f22cea6de28 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Floating IP ca7c9261-b96d-40e6-a17b-d0b1cbce3ee7 disassociated. External IP: 172.27.0.171, port: a3dda1d5-65e1-4d8a-ad1c-be0aacb08483. Aug 06 17:29:14.303720 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [req-5f95d1c9-4385-4c2e-bef9-1106dfe62e7a req-758edc43-a246-436c-8bdc-3f22cea6de28 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Calling delete_port for a3dda1d5-65e1-4d8a-ad1c-be0aacb08483 owned by compute:nova {{(pid=93308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:29:14.448720 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-5f95d1c9-4385-4c2e-bef9-1106dfe62e7a req-758edc43-a246-436c-8bdc-3f22cea6de28 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089738'] for port, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:14.474843 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758edc43-a246-436c-8bdc-3f22cea6de28 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Pushing event deleted for resources: {'Port': ['ID=a3dda1d5-65e1-4d8a-ad1c-be0aacb08483,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:29:14.596389 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f95d1c9-4385-4c2e-bef9-1106dfe62e7a req-758edc43-a246-436c-8bdc-3f22cea6de28 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Router 4691c707-9de5-48ae-a7a1-6d40740ba8df has already been hosted by L3 agent cbcd3d9e-bca5-4529-952b-48c65d2aceac {{(pid=93308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:29:14.628602 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 36672) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:29:14.709494 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-8f81bef7-da06-4ca7-9186-01a7d7285154 req-5ff25ac3-828e-4e63-9c72-489ce3d6c11e tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=24e84421-8482-4b06-9996-9a5c2aa51a63 HTTP/1.1" status: 200 len: 210 time: 0.0551066 Aug 06 17:29:14.728089 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f95d1c9-4385-4c2e-bef9-1106dfe62e7a req-758edc43-a246-436c-8bdc-3f22cea6de28 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify agent at l3_agent.dv-cinder-803773-1-iscsi the message routers_updated {{(pid=93308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:29:14.740146 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976a9609-7daa-4d16-b0d7-80eb064b8cf1 None None] Sync routers for ids ['4691c707-9de5-48ae-a7a1-6d40740ba8df'] in dv-cinder-803773-1-iscsi {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:29:14.747297 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-5c3dc2a7-39ab-4462-896a-52507850729a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:14.750247 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976a9609-7daa-4d16-b0d7-80eb064b8cf1 None None] Routers {'4691c707-9de5-48ae-a7a1-6d40740ba8df'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:29:14.750901 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-976a9609-7daa-4d16-b0d7-80eb064b8cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:28:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['4691c707-9de5-48ae-a7a1-6d40740ba8df'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:29:14.770661 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f95d1c9-4385-4c2e-bef9-1106dfe62e7a req-758edc43-a246-436c-8bdc-3f22cea6de28 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] No DVR routers for this DVR port a3dda1d5-65e1-4d8a-ad1c-be0aacb08483 on host hv-cinder-80377 {{(pid=93308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:29:14.773357 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-5f95d1c9-4385-4c2e-bef9-1106dfe62e7a req-758edc43-a246-436c-8bdc-3f22cea6de28 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:14.775710 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-5f95d1c9-4385-4c2e-bef9-1106dfe62e7a req-758edc43-a246-436c-8bdc-3f22cea6de28 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.96 "DELETE /v2.0/ports/a3dda1d5-65e1-4d8a-ad1c-be0aacb08483 HTTP/1.1" status: 204 len: 173 time: 0.8458521 Aug 06 17:29:14.776145 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e84421-8482-4b06-9996-9a5c2aa51a63', 'name': 'network-vif-deleted', 'tag': 'a3dda1d5-65e1-4d8a-ad1c-be0aacb08483'}] {{(pid=93308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:29:14.778528 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9970891e86e7a54ba8327591cdb5f98a510e69f2198634f60bde42845cd177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca9184b-58a9-4081-a113-a6b23aa3a458" -d '{"events": [{"server_uuid": "24e84421-8482-4b06-9996-9a5c2aa51a63", "name": "network-vif-deleted", "tag": "a3dda1d5-65e1-4d8a-ad1c-be0aacb08483"}]}' {{(pid=93308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:29:14.820652 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d188a0-46e9-436a-8684-99bc2cccc516 x-openstack-request-id: req-97d188a0-46e9-436a-8684-99bc2cccc516 {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:29:14.820941 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24e84421-8482-4b06-9996-9a5c2aa51a63", "name": "network-vif-deleted", "tag": "a3dda1d5-65e1-4d8a-ad1c-be0aacb08483", "status": "completed", "code": 200}]} {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:29:14.821193 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-97d188a0-46e9-436a-8684-99bc2cccc516 {{(pid=93308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:29:14.821631 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24e84421-8482-4b06-9996-9a5c2aa51a63', 'name': 'network-vif-deleted', 'tag': 'a3dda1d5-65e1-4d8a-ad1c-be0aacb08483', 'status': 'completed', 'code': 200} Aug 06 17:29:14.857145 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-5c3dc2a7-39ab-4462-896a-52507850729a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:14.862630 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-5c3dc2a7-39ab-4462-896a-52507850729a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:14.873085 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-976a9609-7daa-4d16-b0d7-80eb064b8cf1 None None] Set router 4691c707-9de5-48ae-a7a1-6d40740ba8df gateway port host: dv-cinder-803773-1-iscsi {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:29:14.894821 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-5c3dc2a7-39ab-4462-896a-52507850729a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=3916d592b14d41148413084015d06be0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2649698 Aug 06 17:29:14.897464 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 36678) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:29:14.941152 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3dc2a7-39ab-4462-896a-52507850729a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1687c7-42af-482e-89bd-7109292e0500,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:29:14.988936 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-0088d9ff-a842-454b-94c8-593a5e876770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:15.030471 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-0088d9ff-a842-454b-94c8-593a5e876770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:15.085555 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-0088d9ff-a842-454b-94c8-593a5e876770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:15.089373 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-0088d9ff-a842-454b-94c8-593a5e876770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:15.092968 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-0088d9ff-a842-454b-94c8-593a5e876770 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/0f1687c7-42af-482e-89bd-7109292e0500 HTTP/1.1" status: 204 len: 168 time: 0.1919863 Aug 06 17:29:15.099979 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0088d9ff-a842-454b-94c8-593a5e876770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1687c7-42af-482e-89bd-7109292e0500,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:29:15.148000 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-976a9609-7daa-4d16-b0d7-80eb064b8cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'name': 'tempest-AttachVolumeTestJSON-602422730-router', 'tenant_id': '5efb9b646c554c22b0521e69231c9910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '433f0f52-ade9-43b9-ab61-3c069ba29041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:23:30Z', 'updated_at': '2021-08-06T17:23:40Z', 'revision_number': 4, 'project_id': '5efb9b646c554c22b0521e69231c9910', 'gw_port': {'id': '433f0f52-ade9-43b9-ab61-3c069ba29041', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:34:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:32Z', 'updated_at': '2021-08-06T17:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': 'f24f76f9-b9ec-4633-8261-907729c49542', 'name': '', 'network_id': '7806f8bb-4441-4b40-a114-e639f43ce5ef', 'tenant_id': '5efb9b646c554c22b0521e69231c9910', 'mac_address': 'fa:16:3e:3f:d9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6a5bba92-673b-4ffb-874f-ddb7f0dd2e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:37Z', 'updated_at': '2021-08-06T17:23:50Z', 'revision_number': 5, 'project_id': '5efb9b646c554c22b0521e69231c9910', 'subnets': [{'id': '6a5bba92-673b-4ffb-874f-ddb7f0dd2e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:29:15.175900 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976a9609-7daa-4d16-b0d7-80eb064b8cf1 None None] Checking router: 4691c707-9de5-48ae-a7a1-6d40740ba8df for host: dv-cinder-803773-1-iscsi {{(pid=93310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:29:15.184827 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976a9609-7daa-4d16-b0d7-80eb064b8cf1 None None] Routers {'4691c707-9de5-48ae-a7a1-6d40740ba8df'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:29:15.185444 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-976a9609-7daa-4d16-b0d7-80eb064b8cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:28:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['4691c707-9de5-48ae-a7a1-6d40740ba8df'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:29:15.295772 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319d4be-667d-4a15-8db3-e006aeed6479 req-255d64c9-45b7-44f8-b0da-64a8bd8592f2 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:15.297800 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-5319d4be-667d-4a15-8db3-e006aeed6479 req-255d64c9-45b7-44f8-b0da-64a8bd8592f2 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/networks?id=b65bf330-493e-44e7-8527-d23d2f6611d0 HTTP/1.1" status: 200 len: 814 time: 0.1157856 Aug 06 17:29:15.303399 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-976a9609-7daa-4d16-b0d7-80eb064b8cf1 None None] Set router 4691c707-9de5-48ae-a7a1-6d40740ba8df gateway port host: dv-cinder-803773-1-iscsi {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:29:15.316201 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-5319d4be-667d-4a15-8db3-e006aeed6479 req-e9337ac0-fa68-4490-994d-a80a363bcec0 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/quotas/eec354650a054c959e22148249c2c1c4 HTTP/1.1" status: 200 len: 375 time: 0.0103173 Aug 06 17:29:15.384463 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-5319d4be-667d-4a15-8db3-e006aeed6479 req-c0e758ee-e55a-4bdd-9048-0b1af4f34daf tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=eec354650a054c959e22148249c2c1c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0618842 Aug 06 17:29:15.413492 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93179f3-abd1-4ca9-8a8a-56b3357a4e37 req-dc7771be-6254-4a2c-b4e8-acd87af1bf02 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:15.415644 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f93179f3-abd1-4ca9-8a8a-56b3357a4e37 req-dc7771be-6254-4a2c-b4e8-acd87af1bf02 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 944 time: 0.0544617 Aug 06 17:29:15.461234 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f93179f3-abd1-4ca9-8a8a-56b3357a4e37 req-960cbabc-3ddf-47c5-baef-ec510c56fdda tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0387135 Aug 06 17:29:15.489965 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-5319d4be-667d-4a15-8db3-e006aeed6479 req-bdc9a327-1764-49c4-a75d-4d86245ab1c2 service neutron] 10.222.0.89 "GET /v2.0/networks/b65bf330-493e-44e7-8527-d23d2f6611d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976334 Aug 06 17:29:15.522774 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-976a9609-7daa-4d16-b0d7-80eb064b8cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'name': 'tempest-AttachVolumeTestJSON-602422730-router', 'tenant_id': '5efb9b646c554c22b0521e69231c9910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '433f0f52-ade9-43b9-ab61-3c069ba29041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:23:30Z', 'updated_at': '2021-08-06T17:23:40Z', 'revision_number': 4, 'project_id': '5efb9b646c554c22b0521e69231c9910', 'gw_port': {'id': '433f0f52-ade9-43b9-ab61-3c069ba29041', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:34:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:32Z', 'updated_at': '2021-08-06T17:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': 'f24f76f9-b9ec-4633-8261-907729c49542', 'name': '', 'network_id': '7806f8bb-4441-4b40-a114-e639f43ce5ef', 'tenant_id': '5efb9b646c554c22b0521e69231c9910', 'mac_address': 'fa:16:3e:3f:d9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6a5bba92-673b-4ffb-874f-ddb7f0dd2e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:37Z', 'updated_at': '2021-08-06T17:23:50Z', 'revision_number': 5, 'project_id': '5efb9b646c554c22b0521e69231c9910', 'subnets': [{'id': '6a5bba92-673b-4ffb-874f-ddb7f0dd2e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:29:15.553737 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device fd0ec8d5-4583-41f1-9130-fc445dfdf458 up at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:29:15.557551 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976a9609-7daa-4d16-b0d7-80eb064b8cf1 None None] The sync data for ids ['4691c707-9de5-48ae-a7a1-6d40740ba8df'] in dv-cinder-803773-1-iscsi is: [{'id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'name': 'tempest-AttachVolumeTestJSON-602422730-router', 'tenant_id': '5efb9b646c554c22b0521e69231c9910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '433f0f52-ade9-43b9-ab61-3c069ba29041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:23:30Z', 'updated_at': '2021-08-06T17:23:40Z', 'revision_number': 4, 'project_id': '5efb9b646c554c22b0521e69231c9910', 'gw_port': {'id': '433f0f52-ade9-43b9-ab61-3c069ba29041', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:34:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:32Z', 'updated_at': '2021-08-06T17:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': 'f24f76f9-b9ec-4633-8261-907729c49542', 'name': '', 'network_id': '7806f8bb-4441-4b40-a114-e639f43ce5ef', 'tenant_id': '5efb9b646c554c22b0521e69231c9910', 'mac_address': 'fa:16:3e:3f:d9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6a5bba92-673b-4ffb-874f-ddb7f0dd2e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:37Z', 'updated_at': '2021-08-06T17:23:50Z', 'revision_number': 5, 'project_id': '5efb9b646c554c22b0521e69231c9910', 'subnets': [{'id': '6a5bba92-673b-4ffb-874f-ddb7f0dd2e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:29:15.598813 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-5319d4be-667d-4a15-8db3-e006aeed6479 req-2bf77b47-b0f0-4b65-a8ff-912e9e038549 service neutron] 10.222.0.89 "GET /v2.0/networks/b65bf330-493e-44e7-8527-d23d2f6611d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023569 Aug 06 17:29:15.609048 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Provisioning for port fd0ec8d5-4583-41f1-9130-fc445dfdf458 completed by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:29:15.613732 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Provisioning complete for port fd0ec8d5-4583-41f1-9130-fc445dfdf458 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:29:15.614144 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:15.698389 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:15.826414 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-2b67450c-c256-4812-a6e5-d4caf8bc58f0 req-f235b6d3-8e7a-4af5-9f39-a60b06b4e558 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=e8ab92ea-45f9-4777-aa58-f2a643ec0b0b HTTP/1.1" status: 200 len: 210 time: 0.0415165 Aug 06 17:29:15.838661 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 36706) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:29:15.885646 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab348d2-f331-4416-8828-ac729b6a562f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0ec8d5-4583-41f1-9130-fc445dfdf458'}] {{(pid=93310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:29:15.888377 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713379ad4201aa67d1557f3d7b7da947c96b0ad1778a29fd635d5f04ae47f1c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b7a7dd-d0a7-483a-b238-4ba4c201803d" -d '{"events": [{"server_uuid": "dab348d2-f331-4416-8828-ac729b6a562f", "name": "network-vif-plugged", "status": "completed", "tag": "fd0ec8d5-4583-41f1-9130-fc445dfdf458"}]}' {{(pid=93310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:29:15.903139 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port fd0ec8d5-4583-41f1-9130-fc445dfdf458, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=fd0ec8d5-4583-41f1-9130-fc445dfdf458,segment=NetworkSegment(f5e274ea-768f-45a2-bfc8-b7461617eff9),segment_id=f5e274ea-768f-45a2-bfc8-b7461617eff9)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:29:15.908802 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:15.909503 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device a3dda1d5-65e1-4d8a-ad1c-be0aacb08483 no longer exists at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:29:15.912691 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-3c61c327-48fd-4d90-9e97-ac8bf039fbbc tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks [] for security_group, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:15.925537 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d772ade9-68b8-4c34-bb19-448f424cb839 None None] New status for floating IP ca7c9261-b96d-40e6-a17b-d0b1cbce3ee7: DOWN {{(pid=93311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 17:29:15.944482 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-3c61c327-48fd-4d90-9e97-ac8bf039fbbc tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:15.956288 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] No Port match for: a3dda1d5-65e1-4d8a-ad1c-be0aacb08483 {{(pid=93310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:29:15.956643 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device a3dda1d5-65e1-4d8a-ad1c-be0aacb08483 not bound to the agent host hv-cinder-80377 {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:29:16.000752 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=fd0ec8d5-4583-41f1-9130-fc445dfdf458,revision_number=5']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:29:16.025465 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-3c61c327-48fd-4d90-9e97-ac8bf039fbbc tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:16.028975 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-3c61c327-48fd-4d90-9e97-ac8bf039fbbc tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:16.030199 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-3c61c327-48fd-4d90-9e97-ac8bf039fbbc tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "DELETE /v2.0/security-groups/2c96a589-8900-4e9b-bbe8-c0860d8cb5c3 HTTP/1.1" status: 204 len: 168 time: 0.1900830 Aug 06 17:29:16.033239 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 36716) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:29:16.048645 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61c327-48fd-4d90-9e97-ac8bf039fbbc tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c96a589-8900-4e9b-bbe8-c0860d8cb5c3,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:29:16.053011 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.api.v2.resource [None req-c5ac52d2-d80a-49ed-b215-ca62276d2cc6 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] show failed (client error): The resource could not be found. Aug 06 17:29:16.054733 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-c5ac52d2-d80a-49ed-b215-ca62276d2cc6 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups/2c96a589-8900-4e9b-bbe8-c0860d8cb5c3 HTTP/1.1" status: 404 len: 347 time: 0.0197697 Aug 06 17:29:16.058700 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 36718) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:29:16.193099 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd4074e-3a64-4719-a113-b95c9b58d599 x-openstack-request-id: req-2fd4074e-3a64-4719-a113-b95c9b58d599 {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:29:16.193691 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab348d2-f331-4416-8828-ac729b6a562f", "name": "network-vif-plugged", "status": "completed", "tag": "fd0ec8d5-4583-41f1-9130-fc445dfdf458", "code": 200}]} {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:29:16.194071 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2fd4074e-3a64-4719-a113-b95c9b58d599 {{(pid=93310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:29:16.194603 dv-cinder-803773-1-iscsi neutron-server[93310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab348d2-f331-4416-8828-ac729b6a562f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0ec8d5-4583-41f1-9130-fc445dfdf458', 'code': 200} Aug 06 17:29:16.209955 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [None req-e572eed3-f710-43ca-ae0f-923f2286e3e7 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Deleting port e9c8110e-dc8c-4c92-b2e8-40f270b83319 {{(pid=93308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:29:16.210336 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-e572eed3-f710-43ca-ae0f-923f2286e3e7 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:16.296857 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-e572eed3-f710-43ca-ae0f-923f2286e3e7 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:16.297192 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-e572eed3-f710-43ca-ae0f-923f2286e3e7 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:16.309815 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [None req-e572eed3-f710-43ca-ae0f-923f2286e3e7 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Calling delete_port for e9c8110e-dc8c-4c92-b2e8-40f270b83319 owned by network:floatingip {{(pid=93308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:29:16.483096 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68480b9d-7812-4c4d-a57b-91c892800796 req-543a17ff-449f-431e-9496-c2e843056543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:16.484611 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-68480b9d-7812-4c4d-a57b-91c892800796 req-543a17ff-449f-431e-9496-c2e843056543 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 1098 time: 0.0760303 Aug 06 17:29:16.485644 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-e572eed3-f710-43ca-ae0f-923f2286e3e7 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089738'] for port, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:16.516480 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e572eed3-f710-43ca-ae0f-923f2286e3e7 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Pushing event deleted for resources: {'Port': ['ID=e9c8110e-dc8c-4c92-b2e8-40f270b83319,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:29:16.582761 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-68480b9d-7812-4c4d-a57b-91c892800796 req-5927469b-5980-4f98-a1cb-d18ee5d2de1b service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0738702 Aug 06 17:29:16.594675 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13cb0f-ae88-470a-8f18-088d78e35b18 req-3d1f013e-47a5-457e-ae99-2fbea33c1d3b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:16.596421 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-fb13cb0f-ae88-470a-8f18-088d78e35b18 req-3d1f013e-47a5-457e-ae99-2fbea33c1d3b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 945 time: 0.0543633 Aug 06 17:29:16.598500 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-e572eed3-f710-43ca-ae0f-923f2286e3e7 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks [] for floatingip, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:16.601025 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-e572eed3-f710-43ca-ae0f-923f2286e3e7 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for floatingip, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:16.602381 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-e572eed3-f710-43ca-ae0f-923f2286e3e7 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "DELETE /v2.0/floatingips/ca7c9261-b96d-40e6-a17b-d0b1cbce3ee7 HTTP/1.1" status: 204 len: 168 time: 0.5420241 Aug 06 17:29:16.642022 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-fb13cb0f-ae88-470a-8f18-088d78e35b18 req-09f5cc21-f5f2-4ff2-8451-a18a6d2f922a tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0349805 Aug 06 17:29:16.912808 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-6512e870-4661-4060-a777-ff3543f5e5e8 req-f821459c-6b51-43c4-8951-f3f44ddfc1c1 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=e8ab92ea-45f9-4777-aa58-f2a643ec0b0b HTTP/1.1" status: 200 len: 210 time: 0.0292640 Aug 06 17:29:17.000561 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 36728) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:29:17.005373 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [None req-74cd8e9a-7710-413a-8a12-e5e9dfff0ee8 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1768840141', 'description': 'tempest-description--1670140462'}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:29:17.032621 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-74cd8e9a-7710-413a-8a12-e5e9dfff0ee8 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks [] for security_group, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:17.119247 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-74cd8e9a-7710-413a-8a12-e5e9dfff0ee8 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks [] for security_group, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:17.124964 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-74cd8e9a-7710-413a-8a12-e5e9dfff0ee8 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:17.152307 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-74cd8e9a-7710-413a-8a12-e5e9dfff0ee8 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:17.153583 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-74cd8e9a-7710-413a-8a12-e5e9dfff0ee8 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1520324 Aug 06 17:29:17.156566 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 36730) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:29:17.159868 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd8e9a-7710-413a-8a12-e5e9dfff0ee8 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf2084d-6e3e-4113-a4df-e37a7167b9a0,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:29:17.161262 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-2baef99f-c584-47c7-b574-9b99ab5a9b78 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Request body: {'security_group_rule': {'security_group_id': '8bf2084d-6e3e-4113-a4df-e37a7167b9a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:29:17.191601 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-2baef99f-c584-47c7-b574-9b99ab5a9b78 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:17.246513 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-2baef99f-c584-47c7-b574-9b99ab5a9b78 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:17.251060 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-2baef99f-c584-47c7-b574-9b99ab5a9b78 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600067'] for security_group_rule, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:17.267826 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baef99f-c584-47c7-b574-9b99ab5a9b78 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e791ed0-424d-4a34-8148-0634ee112d4c,revision_number=0']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:29:17.273660 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-2baef99f-c584-47c7-b574-9b99ab5a9b78 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:17.274874 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-2baef99f-c584-47c7-b574-9b99ab5a9b78 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1173170 Aug 06 17:29:17.277717 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 36732) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:29:17.282065 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-f37a694a-c9ee-4201-b651-96ec4a607002 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Request body: {'security_group_rule': {'security_group_id': '8bf2084d-6e3e-4113-a4df-e37a7167b9a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:29:17.309961 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-f37a694a-c9ee-4201-b651-96ec4a607002 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:17.367808 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-f37a694a-c9ee-4201-b651-96ec4a607002 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:17.374410 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-f37a694a-c9ee-4201-b651-96ec4a607002 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600067'] for security_group_rule, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:17.391303 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37a694a-c9ee-4201-b651-96ec4a607002 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29355e89-7cd5-49d5-8249-31f9c3b86435,revision_number=0']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:29:17.398222 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-f37a694a-c9ee-4201-b651-96ec4a607002 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:17.399585 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-f37a694a-c9ee-4201-b651-96ec4a607002 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1208324 Aug 06 17:29:17.403514 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 36734) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:29:17.408180 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [None req-b8ce6d37-933a-42d0-b15d-18e3dac77713 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Request body: {'floatingip': {'floating_network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:29:17.432196 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-b8ce6d37-933a-42d0-b15d-18e3dac77713 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks [] for floatingip, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:17.535103 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-b8ce6d37-933a-42d0-b15d-18e3dac77713 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:17.646332 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.db_base_plugin_common [None req-b8ce6d37-933a-42d0-b15d-18e3dac77713 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Allocated IP 172.27.0.18 (2c4c21cf-2746-4b14-9730-0a69daab855b/0d6fa379-a3fa-4b6f-9c88-fa9af5610e03/c234b6a3-04b3-4268-b5f7-310546eab197) {{(pid=93309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:29:17.700426 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319d4be-667d-4a15-8db3-e006aeed6479 req-1afdfbb6-1981-40bf-8efa-b36c73ce8b63 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:17.702282 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-5319d4be-667d-4a15-8db3-e006aeed6479 req-1afdfbb6-1981-40bf-8efa-b36c73ce8b63 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.96 "GET /v2.0/networks?id=b65bf330-493e-44e7-8527-d23d2f6611d0 HTTP/1.1" status: 200 len: 814 time: 0.1071541 Aug 06 17:29:17.736689 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [req-5319d4be-667d-4a15-8db3-e006aeed6479 req-40ebced3-3794-4716-8770-808f6d78ed7c tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Request body: {'port': {'device_id': 'e8ab92ea-45f9-4777-aa58-f2a643ec0b0b', 'network_id': 'b65bf330-493e-44e7-8527-d23d2f6611d0', 'admin_state_up': True, 'tenant_id': 'eec354650a054c959e22148249c2c1c4'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:29:17.802447 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-b8ce6d37-933a-42d0-b15d-18e3dac77713 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks [] for port, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:17.817085 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58322c27-50fc-41e1-abd8-b16b2b5a8e6c req-b3e97386-28d7-4500-9a78-94fc029a89dc tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:17.822794 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-58322c27-50fc-41e1-abd8-b16b2b5a8e6c req-b3e97386-28d7-4500-9a78-94fc029a89dc tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 945 time: 0.0940804 Aug 06 17:29:17.859459 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5319d4be-667d-4a15-8db3-e006aeed6479 req-40ebced3-3794-4716-8770-808f6d78ed7c tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Made reservation on behalf of eec354650a054c959e22148249c2c1c4 for: {'port': 1} {{(pid=93308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:29:17.863059 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-5319d4be-667d-4a15-8db3-e006aeed6479 req-40ebced3-3794-4716-8770-808f6d78ed7c tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:17.876853 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-58322c27-50fc-41e1-abd8-b16b2b5a8e6c req-cd02107e-b5cf-4217-8d7c-7ad8db88379a tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0502534 Aug 06 17:29:17.890319 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-b8ce6d37-933a-42d0-b15d-18e3dac77713 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379163'] for port, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:17.930884 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ce6d37-933a-42d0-b15d-18e3dac77713 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Network 2c4c21cf-2746-4b14-9730-0a69daab855b is already hosted by enough agents. {{(pid=93309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:29:17.934094 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.base_scheduler [None req-b8ce6d37-933a-42d0-b15d-18e3dac77713 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Resources bound (agent type, host, resource id): {{(pid=93309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:29:17.937602 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ce6d37-933a-42d0-b15d-18e3dac77713 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Received port after_create {{(pid=93309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:29:17.943134 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ce6d37-933a-42d0-b15d-18e3dac77713 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Pushing event updated for resources: {'Port': ['ID=c234b6a3-04b3-4268-b5f7-310546eab197,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:29:18.023296 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.db_base_plugin_common [req-5319d4be-667d-4a15-8db3-e006aeed6479 req-40ebced3-3794-4716-8770-808f6d78ed7c tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Allocated IP 172.20.0.6 (b65bf330-493e-44e7-8527-d23d2f6611d0/5516777b-7360-41fb-9526-612d8505129f/4a0af693-142b-4a3b-979e-3bd25931fcb4) {{(pid=93308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:29:18.027303 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-7738f359-f4e3-40b7-a578-f75fdaeadb92 req-361bc440-6072-467a-9b6c-1edb8f473ec5 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=e8ab92ea-45f9-4777-aa58-f2a643ec0b0b HTTP/1.1" status: 200 len: 210 time: 0.0317609 Aug 06 17:29:18.030100 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-b8ce6d37-933a-42d0-b15d-18e3dac77713 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:18.072002 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-b8ce6d37-933a-42d0-b15d-18e3dac77713 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:18.176408 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-5319d4be-667d-4a15-8db3-e006aeed6479 req-40ebced3-3794-4716-8770-808f6d78ed7c tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Notify callbacks [] for port, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:18.217207 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-5319d4be-667d-4a15-8db3-e006aeed6479 req-40ebced3-3794-4716-8770-808f6d78ed7c tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089738'] for port, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:18.232496 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-b8ce6d37-933a-42d0-b15d-18e3dac77713 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks [] for port, precommit_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:18.237331 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-b8ce6d37-933a-42d0-b15d-18e3dac77713 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30379154'] for port, after_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:18.257645 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5319d4be-667d-4a15-8db3-e006aeed6479 req-40ebced3-3794-4716-8770-808f6d78ed7c tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Network b65bf330-493e-44e7-8527-d23d2f6611d0 is already hosted by enough agents. {{(pid=93308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:29:18.262958 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.base_scheduler [req-5319d4be-667d-4a15-8db3-e006aeed6479 req-40ebced3-3794-4716-8770-808f6d78ed7c tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Resources bound (agent type, host, resource id): {{(pid=93308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:29:18.266614 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.l3_dvrscheduler_db [req-5319d4be-667d-4a15-8db3-e006aeed6479 req-40ebced3-3794-4716-8770-808f6d78ed7c tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Received port after_create {{(pid=93308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:29:18.274115 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] get_ports_and_sgs() called for port_ids ['4902b4bd-390e-4122-b5bd-878c4b3e91a4', '047d9e9f-c7f9-467f-b542-ff899c856307', 'e3a4e45c-deef-4fe6-9362-58b4eaa1aad5'] {{(pid=93310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:29:18.300609 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ebced3-3794-4716-8770-808f6d78ed7c tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Pushing event updated for resources: {'Port': ['ID=4a0af693-142b-4a3b-979e-3bd25931fcb4,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:29:18.301440 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ce6d37-933a-42d0-b15d-18e3dac77713 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Pushing event updated for resources: {'Port': ['ID=c234b6a3-04b3-4268-b5f7-310546eab197,revision_number=2']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:29:18.324949 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-b8ce6d37-933a-42d0-b15d-18e3dac77713 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435792'] for floatingip, after_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:18.327679 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319d4be-667d-4a15-8db3-e006aeed6479 req-40ebced3-3794-4716-8770-808f6d78ed7c tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:18.328709 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-5319d4be-667d-4a15-8db3-e006aeed6479 req-40ebced3-3794-4716-8770-808f6d78ed7c tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:18.340495 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-b8ce6d37-933a-42d0-b15d-18e3dac77713 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for floatingip, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:18.349543 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-b8ce6d37-933a-42d0-b15d-18e3dac77713 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9373062 Aug 06 17:29:18.349736 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-5319d4be-667d-4a15-8db3-e006aeed6479 req-40ebced3-3794-4716-8770-808f6d78ed7c tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6114049 Aug 06 17:29:18.388107 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [req-5319d4be-667d-4a15-8db3-e006aeed6479 req-0856cc87-b145-4721-9615-8aa908b699d6 service neutron] Request body: {'port': {'device_id': 'e8ab92ea-45f9-4777-aa58-f2a643ec0b0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80377'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:29:18.470783 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-5319d4be-667d-4a15-8db3-e006aeed6479 req-0856cc87-b145-4721-9615-8aa908b699d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:18.554697 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-07b37594-b928-4aee-8563-1aebeffebb93 req-c77d1b30-e939-4e0d-a1cc-b8caa8b4f6e6 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--1768840141&fields=id&tenant_id=5efb9b646c554c22b0521e69231c9910 HTTP/1.1" status: 200 len: 267 time: 0.0381615 Aug 06 17:29:18.673795 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b37594-b928-4aee-8563-1aebeffebb93 req-b0a5a874-a44e-4de7-949e-e0b8a06bfe10 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:18.675429 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-07b37594-b928-4aee-8563-1aebeffebb93 req-b0a5a874-a44e-4de7-949e-e0b8a06bfe10 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/networks?id=7806f8bb-4441-4b40-a114-e639f43ce5ef HTTP/1.1" status: 200 len: 810 time: 0.1125834 Aug 06 17:29:18.691727 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-07b37594-b928-4aee-8563-1aebeffebb93 req-32503d08-6c23-4e1c-aa83-316a9fa50501 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/quotas/5efb9b646c554c22b0521e69231c9910 HTTP/1.1" status: 200 len: 375 time: 0.0101275 Aug 06 17:29:18.749985 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-07b37594-b928-4aee-8563-1aebeffebb93 req-8c0d2e64-e010-4cab-b401-d28ac411746c tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=5efb9b646c554c22b0521e69231c9910&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0521677 Aug 06 17:29:18.853892 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-07b37594-b928-4aee-8563-1aebeffebb93 req-eb343f44-b77f-47cb-87bd-5f3bac0d34d7 service neutron] 10.222.0.89 "GET /v2.0/networks/7806f8bb-4441-4b40-a114-e639f43ce5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909097 Aug 06 17:29:18.950930 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-07b37594-b928-4aee-8563-1aebeffebb93 req-0c3f59b8-98a4-4e40-a583-925632193de9 service neutron] 10.222.0.89 "GET /v2.0/networks/7806f8bb-4441-4b40-a114-e639f43ce5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907483 Aug 06 17:29:19.031042 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.notifiers.nova [req-5319d4be-667d-4a15-8db3-e006aeed6479 req-0856cc87-b145-4721-9615-8aa908b699d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a0af693-142b-4a3b-979e-3bd25931fcb4 {{(pid=93308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:29:19.044692 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa1c10-98b9-472d-9df9-271e7d1d717c req-55a45800-3be8-4b46-bf34-afdafe5c6d79 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:19.046190 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-96aa1c10-98b9-472d-9df9-271e7d1d717c req-55a45800-3be8-4b46-bf34-afdafe5c6d79 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 945 time: 0.0925066 Aug 06 17:29:19.048009 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-5319d4be-667d-4a15-8db3-e006aeed6479 req-0856cc87-b145-4721-9615-8aa908b699d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:19.079787 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.provisioning_blocks [req-5319d4be-667d-4a15-8db3-e006aeed6479 req-0856cc87-b145-4721-9615-8aa908b699d6 service neutron] Transition to ACTIVE for port object 4a0af693-142b-4a3b-979e-3bd25931fcb4 will not be triggered until provisioned by entity L2. {{(pid=93308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:29:19.092672 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-5319d4be-667d-4a15-8db3-e006aeed6479 req-0856cc87-b145-4721-9615-8aa908b699d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089731'] for port, after_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:19.123591 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-96aa1c10-98b9-472d-9df9-271e7d1d717c req-83a7d251-7b34-48cd-b8aa-e6dbee30572d tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0689569 Aug 06 17:29:19.168593 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0856cc87-b145-4721-9615-8aa908b699d6 service neutron] Pushing event updated for resources: {'Port': ['ID=4a0af693-142b-4a3b-979e-3bd25931fcb4,revision_number=2']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:29:19.199096 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab38f01-c97c-403e-9b37-94fdbc58a342 req-b2a2a59c-38b9-4a1f-9a51-2266eb8a42eb tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:19.201108 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-3ab38f01-c97c-403e-9b37-94fdbc58a342 req-b2a2a59c-38b9-4a1f-9a51-2266eb8a42eb tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=e8ab92ea-45f9-4777-aa58-f2a643ec0b0b HTTP/1.1" status: 200 len: 943 time: 0.0878704 Aug 06 17:29:19.227927 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-c24bb8b5-d93b-4afe-b069-8d892cdad0f9 req-2825617a-4af9-4b08-bb35-717f24650e98 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=4810651b-f46f-40f9-8c27-2ed822882f91 HTTP/1.1" status: 200 len: 210 time: 0.0329559 Aug 06 17:29:19.250866 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-3ab38f01-c97c-403e-9b37-94fdbc58a342 req-c4a1f72d-e4ce-45ee-af09-9827f69a7d29 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426672 Aug 06 17:29:19.251361 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.managers [req-5319d4be-667d-4a15-8db3-e006aeed6479 req-0856cc87-b145-4721-9615-8aa908b699d6 service neutron] Attempting to bind port 4a0af693-142b-4a3b-979e-3bd25931fcb4 on host hv-cinder-80377 for vnic_type normal with profile {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:29:19.251757 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.managers [req-5319d4be-667d-4a15-8db3-e006aeed6479 req-0856cc87-b145-4721-9615-8aa908b699d6 service neutron] Attempting to bind port 4a0af693-142b-4a3b-979e-3bd25931fcb4 by drivers openvswitch,hyperv on host hv-cinder-80377 at level 0 using segments [{'id': 'e8007d69-4b5c-4d4a-a40f-9e51dc3e769f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b65bf330-493e-44e7-8527-d23d2f6611d0'}] {{(pid=93308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:29:19.252147 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5319d4be-667d-4a15-8db3-e006aeed6479 req-0856cc87-b145-4721-9615-8aa908b699d6 service neutron] Attempting to bind port 4a0af693-142b-4a3b-979e-3bd25931fcb4 on network b65bf330-493e-44e7-8527-d23d2f6611d0 {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:29:19.257242 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5319d4be-667d-4a15-8db3-e006aeed6479 req-0856cc87-b145-4721-9615-8aa908b699d6 service neutron] Port 4a0af693-142b-4a3b-979e-3bd25931fcb4 on network b65bf330-493e-44e7-8527-d23d2f6611d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80377 {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 17:29:19.258091 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5319d4be-667d-4a15-8db3-e006aeed6479 req-0856cc87-b145-4721-9615-8aa908b699d6 service neutron] Attempting to bind port 4a0af693-142b-4a3b-979e-3bd25931fcb4 on network b65bf330-493e-44e7-8527-d23d2f6611d0 {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:29:19.263599 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5319d4be-667d-4a15-8db3-e006aeed6479 req-0856cc87-b145-4721-9615-8aa908b699d6 service neutron] Checking agent: {'id': 'd2fb1ab5-1995-4796-a222-8ffdc3f56d02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 21, 40), 'started_at': datetime.datetime(2021, 8, 6, 17, 21, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:29:19.264170 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5319d4be-667d-4a15-8db3-e006aeed6479 req-0856cc87-b145-4721-9615-8aa908b699d6 service neutron] Checking segment: {'id': 'e8007d69-4b5c-4d4a-a40f-9e51dc3e769f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b65bf330-493e-44e7-8527-d23d2f6611d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:29:19.264629 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5319d4be-667d-4a15-8db3-e006aeed6479 req-0856cc87-b145-4721-9615-8aa908b699d6 service neutron] Bound using segment: {'id': 'e8007d69-4b5c-4d4a-a40f-9e51dc3e769f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b65bf330-493e-44e7-8527-d23d2f6611d0'} {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:29:19.265189 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.managers [req-5319d4be-667d-4a15-8db3-e006aeed6479 req-0856cc87-b145-4721-9615-8aa908b699d6 service neutron] Bound port: 4a0af693-142b-4a3b-979e-3bd25931fcb4, host: hv-cinder-80377, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8007d69-4b5c-4d4a-a40f-9e51dc3e769f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b65bf330-493e-44e7-8527-d23d2f6611d0'}}] {{(pid=93308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:29:19.265639 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-5319d4be-667d-4a15-8db3-e006aeed6479 req-0856cc87-b145-4721-9615-8aa908b699d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:19.369426 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [req-5319d4be-667d-4a15-8db3-e006aeed6479 req-0856cc87-b145-4721-9615-8aa908b699d6 service neutron] For port 4a0af693-142b-4a3b-979e-3bd25931fcb4, host hv-cinder-80377, cleared binding levels {{(pid=93308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:29:19.374757 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [req-5319d4be-667d-4a15-8db3-e006aeed6479 req-0856cc87-b145-4721-9615-8aa908b699d6 service neutron] For port 4a0af693-142b-4a3b-979e-3bd25931fcb4, host hv-cinder-80377, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=4a0af693-142b-4a3b-979e-3bd25931fcb4,segment=NetworkSegment(e8007d69-4b5c-4d4a-a40f-9e51dc3e769f),segment_id=e8007d69-4b5c-4d4a-a40f-9e51dc3e769f)] {{(pid=93308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:29:19.384718 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467cbaf5-48f1-4276-90e1-bad7f409a4e7 req-3d80d9b9-7b1f-4fd8-9ea1-001538bac62d tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:19.386314 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-467cbaf5-48f1-4276-90e1-bad7f409a4e7 req-3d80d9b9-7b1f-4fd8-9ea1-001538bac62d tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 945 time: 0.0831876 Aug 06 17:29:19.388114 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-5319d4be-667d-4a15-8db3-e006aeed6479 req-0856cc87-b145-4721-9615-8aa908b699d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089731'] for port, after_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:19.395475 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 36774) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:29:19.402490 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-74e330d4-cb7b-40d4-9fe0-d60ad1ad7feb tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Request body: {'floatingip': {'port_id': 'fd0ec8d5-4583-41f1-9130-fc445dfdf458'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:29:19.471401 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319d4be-667d-4a15-8db3-e006aeed6479 req-0856cc87-b145-4721-9615-8aa908b699d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:19.472021 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-5319d4be-667d-4a15-8db3-e006aeed6479 req-0856cc87-b145-4721-9615-8aa908b699d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:19.473456 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-5319d4be-667d-4a15-8db3-e006aeed6479 req-0856cc87-b145-4721-9615-8aa908b699d6 service neutron] 10.222.0.96 "PUT /v2.0/ports/4a0af693-142b-4a3b-979e-3bd25931fcb4 HTTP/1.1" status: 200 len: 1093 time: 1.0933573 Aug 06 17:29:19.475535 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ab92ea-45f9-4777-aa58-f2a643ec0b0b', 'tag': '4a0af693-142b-4a3b-979e-3bd25931fcb4'}] {{(pid=93308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:29:19.477865 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9970891e86e7a54ba8327591cdb5f98a510e69f2198634f60bde42845cd177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709fbc93-b8cc-4218-90fc-5d5314ca61dd" -d '{"events": [{"name": "network-changed", "server_uuid": "e8ab92ea-45f9-4777-aa58-f2a643ec0b0b", "tag": "4a0af693-142b-4a3b-979e-3bd25931fcb4"}]}' {{(pid=93308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:29:19.491652 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-74e330d4-cb7b-40d4-9fe0-d60ad1ad7feb tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks [] for floatingip, before_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:19.533253 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76f6efd-0c38-4562-bbb9-281a743a9de7 x-openstack-request-id: req-c76f6efd-0c38-4562-bbb9-281a743a9de7 {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:29:19.533549 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8ab92ea-45f9-4777-aa58-f2a643ec0b0b", "tag": "4a0af693-142b-4a3b-979e-3bd25931fcb4", "status": "completed", "code": 200}]} {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:29:19.533822 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c76f6efd-0c38-4562-bbb9-281a743a9de7 {{(pid=93308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:29:19.534196 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8ab92ea-45f9-4777-aa58-f2a643ec0b0b', 'tag': '4a0af693-142b-4a3b-979e-3bd25931fcb4', 'status': 'completed', 'code': 200} Aug 06 17:29:19.546290 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0856cc87-b145-4721-9615-8aa908b699d6 service neutron] Pushing event updated for resources: {'Port': ['ID=4a0af693-142b-4a3b-979e-3bd25931fcb4,revision_number=3']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:29:19.697543 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319d4be-667d-4a15-8db3-e006aeed6479 req-1d540db6-7535-4789-a3e3-afea246e1c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:19.699593 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-5319d4be-667d-4a15-8db3-e006aeed6479 req-1d540db6-7535-4789-a3e3-afea246e1c3d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=eec354650a054c959e22148249c2c1c4&device_id=e8ab92ea-45f9-4777-aa58-f2a643ec0b0b HTTP/1.1" status: 200 len: 1096 time: 0.0984049 Aug 06 17:29:19.770790 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-5319d4be-667d-4a15-8db3-e006aeed6479 req-3aeaa86c-3e8e-4b5a-a6a5-eda8debc0cbf service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a0af693-142b-4a3b-979e-3bd25931fcb4 HTTP/1.1" status: 200 len: 217 time: 0.0412788 Aug 06 17:29:19.900996 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319d4be-667d-4a15-8db3-e006aeed6479 req-d6bd435c-ba04-43b1-a2e9-06fa89f2ead8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:19.902680 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-5319d4be-667d-4a15-8db3-e006aeed6479 req-d6bd435c-ba04-43b1-a2e9-06fa89f2ead8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5516777b-7360-41fb-9526-612d8505129f HTTP/1.1" status: 200 len: 854 time: 0.1167161 Aug 06 17:29:19.962905 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-5319d4be-667d-4a15-8db3-e006aeed6479 req-d32d01f8-d12b-4e68-ab72-9deb52e45594 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b65bf330-493e-44e7-8527-d23d2f6611d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483518 Aug 06 17:29:20.129447 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-5319d4be-667d-4a15-8db3-e006aeed6479 req-2b23b727-6f2a-4d27-8238-ed2a87febc3e service neutron] 10.222.0.96 "GET /v2.0/networks/b65bf330-493e-44e7-8527-d23d2f6611d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538057 Aug 06 17:29:20.138808 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-74e330d4-cb7b-40d4-9fe0-d60ad1ad7feb tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:20.145014 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-74e330d4-cb7b-40d4-9fe0-d60ad1ad7feb tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435792'] for floatingip, after_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:20.308965 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.db.l3_db [None req-74e330d4-cb7b-40d4-9fe0-d60ad1ad7feb tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Floating IP 36fcce0c-266c-4684-943e-f188e87a47ce associated. External IP: 172.27.0.108, port: fd0ec8d5-4583-41f1-9130-fc445dfdf458. Aug 06 17:29:20.376112 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-5319d4be-667d-4a15-8db3-e006aeed6479 req-663e3e7f-cc21-4c43-8976-48c81ed81015 service neutron] 10.222.0.96 "GET /v2.0/networks/b65bf330-493e-44e7-8527-d23d2f6611d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959398 Aug 06 17:29:20.381736 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-4b826b11-61ce-49ad-9cc0-629e3e0bf2fe req-a771e438-cf3a-45b4-a429-b18c5309d7a8 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=4810651b-f46f-40f9-8c27-2ed822882f91 HTTP/1.1" status: 200 len: 210 time: 0.0742917 Aug 06 17:29:20.463719 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd74df-e74b-4ccb-9c98-67325a4f2128 req-39dd8fa0-f514-4b13-b536-92be82fc3a2e tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:20.465702 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-a0cd74df-e74b-4ccb-9c98-67325a4f2128 req-39dd8fa0-f514-4b13-b536-92be82fc3a2e tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=e8ab92ea-45f9-4777-aa58-f2a643ec0b0b HTTP/1.1" status: 200 len: 943 time: 0.1276481 Aug 06 17:29:20.522480 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b37594-b928-4aee-8563-1aebeffebb93 req-508df1e6-f884-4e12-b6b6-7dbb78984bbb tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:20.523935 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-07b37594-b928-4aee-8563-1aebeffebb93 req-508df1e6-f884-4e12-b6b6-7dbb78984bbb tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.96 "GET /v2.0/networks?id=7806f8bb-4441-4b40-a114-e639f43ce5ef HTTP/1.1" status: 200 len: 810 time: 0.1740928 Aug 06 17:29:20.532477 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-a0cd74df-e74b-4ccb-9c98-67325a4f2128 req-ac710174-57ca-4619-bc3f-5b7d4c87e2cb tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605998 Aug 06 17:29:20.587940 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-07b37594-b928-4aee-8563-1aebeffebb93 req-9d5e2613-7bd9-4747-b95f-1b02c344707e tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5efb9b646c554c22b0521e69231c9910 HTTP/1.1" status: 200 len: 380 time: 0.0375059 Aug 06 17:29:20.594669 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e330d4-cb7b-40d4-9fe0-d60ad1ad7feb tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Router b8dbcd67-7acd-42d4-9411-5d0021577b20 has already been hosted by L3 agent cbcd3d9e-bca5-4529-952b-48c65d2aceac {{(pid=93308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:29:20.603244 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709fbc93-b8cc-4218-90fc-5d5314ca61dd req-0ae4897b-168e-4dbc-8303-d4bbbf24ae85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:20.604703 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-709fbc93-b8cc-4218-90fc-5d5314ca61dd req-0ae4897b-168e-4dbc-8303-d4bbbf24ae85 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=eec354650a054c959e22148249c2c1c4&device_id=e8ab92ea-45f9-4777-aa58-f2a643ec0b0b HTTP/1.1" status: 200 len: 1096 time: 0.0669684 Aug 06 17:29:20.623649 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [req-07b37594-b928-4aee-8563-1aebeffebb93 req-357346bf-060e-4b41-88d7-b7837497aca0 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Request body: {'port': {'device_id': '4810651b-f46f-40f9-8c27-2ed822882f91', 'network_id': '7806f8bb-4441-4b40-a114-e639f43ce5ef', 'admin_state_up': True, 'tenant_id': '5efb9b646c554c22b0521e69231c9910', 'security_groups': ['8bf2084d-6e3e-4113-a4df-e37a7167b9a0']}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:29:20.735818 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07b37594-b928-4aee-8563-1aebeffebb93 req-357346bf-060e-4b41-88d7-b7837497aca0 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Made reservation on behalf of 5efb9b646c554c22b0521e69231c9910 for: {'port': 1} {{(pid=93309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:29:20.739320 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-07b37594-b928-4aee-8563-1aebeffebb93 req-357346bf-060e-4b41-88d7-b7837497aca0 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:20.774602 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709fbc93-b8cc-4218-90fc-5d5314ca61dd req-eced89f9-2afd-4aeb-b9b7-cc798e49027e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:20.776041 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-709fbc93-b8cc-4218-90fc-5d5314ca61dd req-eced89f9-2afd-4aeb-b9b7-cc798e49027e service neutron] 10.222.0.96 "GET /v2.0/networks?id=b65bf330-493e-44e7-8527-d23d2f6611d0 HTTP/1.1" status: 200 len: 916 time: 0.1325691 Aug 06 17:29:20.777070 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e330d4-cb7b-40d4-9fe0-d60ad1ad7feb tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify agent at l3_agent.dv-cinder-803773-1-iscsi the message routers_updated {{(pid=93308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:29:20.781983 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-74e330d4-cb7b-40d4-9fe0-d60ad1ad7feb tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for floatingip, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:20.787433 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c421f0b3-f002-4775-bad4-9cc1d76a64b1 None None] Sync routers for ids ['b8dbcd67-7acd-42d4-9411-5d0021577b20'] in dv-cinder-803773-1-iscsi {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:29:20.796692 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c421f0b3-f002-4775-bad4-9cc1d76a64b1 None None] Routers {'b8dbcd67-7acd-42d4-9411-5d0021577b20'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:29:20.797273 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-c421f0b3-f002-4775-bad4-9cc1d76a64b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:28:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['b8dbcd67-7acd-42d4-9411-5d0021577b20'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:29:20.840665 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-709fbc93-b8cc-4218-90fc-5d5314ca61dd req-d8e100ca-bfcc-4a66-b3fc-6a0404abf6cc service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a0af693-142b-4a3b-979e-3bd25931fcb4 HTTP/1.1" status: 200 len: 217 time: 0.0386834 Aug 06 17:29:20.845162 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-74e330d4-cb7b-40d4-9fe0-d60ad1ad7feb tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "PUT /v2.0/floatingips/36fcce0c-266c-4684-943e-f188e87a47ce HTTP/1.1" status: 200 len: 991 time: 1.4459498 Aug 06 17:29:20.877117 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.db_base_plugin_common [req-07b37594-b928-4aee-8563-1aebeffebb93 req-357346bf-060e-4b41-88d7-b7837497aca0 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Allocated IP 172.20.0.12 (7806f8bb-4441-4b40-a114-e639f43ce5ef/6a5bba92-673b-4ffb-874f-ddb7f0dd2e8d/b7de3099-cc8b-4067-ab62-4971e549feeb) {{(pid=93309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:29:20.912333 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709fbc93-b8cc-4218-90fc-5d5314ca61dd req-97b4987a-07ad-4b3d-9e82-4a272b49e917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:20.913733 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-709fbc93-b8cc-4218-90fc-5d5314ca61dd req-97b4987a-07ad-4b3d-9e82-4a272b49e917 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5516777b-7360-41fb-9526-612d8505129f HTTP/1.1" status: 200 len: 854 time: 0.0599339 Aug 06 17:29:20.919370 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-c421f0b3-f002-4775-bad4-9cc1d76a64b1 None None] Set router b8dbcd67-7acd-42d4-9411-5d0021577b20 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:29:20.962897 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-709fbc93-b8cc-4218-90fc-5d5314ca61dd req-cbf2fda5-c651-4a3c-b34b-6b750f75ad9a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b65bf330-493e-44e7-8527-d23d2f6611d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253434 Aug 06 17:29:21.050014 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-07b37594-b928-4aee-8563-1aebeffebb93 req-357346bf-060e-4b41-88d7-b7837497aca0 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks [] for port, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:21.072049 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.provisioning_blocks [req-07b37594-b928-4aee-8563-1aebeffebb93 req-357346bf-060e-4b41-88d7-b7837497aca0 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Transition to ACTIVE for port object b7de3099-cc8b-4067-ab62-4971e549feeb will not be triggered until provisioned by entity DHCP. {{(pid=93309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:29:21.110769 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-709fbc93-b8cc-4218-90fc-5d5314ca61dd req-a792399f-59fb-4b25-8400-b6356c9baaff service neutron] 10.222.0.96 "GET /v2.0/networks/b65bf330-493e-44e7-8527-d23d2f6611d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084270 Aug 06 17:29:21.111014 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-623258e4-66db-4f04-b4bc-5835ad216198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:21.116455 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-07b37594-b928-4aee-8563-1aebeffebb93 req-357346bf-060e-4b41-88d7-b7837497aca0 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379163'] for port, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:21.161840 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07b37594-b928-4aee-8563-1aebeffebb93 req-357346bf-060e-4b41-88d7-b7837497aca0 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Network 7806f8bb-4441-4b40-a114-e639f43ce5ef is already hosted by enough agents. {{(pid=93309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:29:21.165159 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.base_scheduler [req-07b37594-b928-4aee-8563-1aebeffebb93 req-357346bf-060e-4b41-88d7-b7837497aca0 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Resources bound (agent type, host, resource id): {{(pid=93309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:29:21.169803 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b37594-b928-4aee-8563-1aebeffebb93 req-357346bf-060e-4b41-88d7-b7837497aca0 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Received port after_create {{(pid=93309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:29:21.173833 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357346bf-060e-4b41-88d7-b7837497aca0 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Pushing event updated for resources: {'Port': ['ID=b7de3099-cc8b-4067-ab62-4971e549feeb,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:29:21.210644 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-709fbc93-b8cc-4218-90fc-5d5314ca61dd req-96d08fbc-f5ad-4bc2-8d51-3ef9997387c4 service neutron] 10.222.0.96 "GET /v2.0/networks/b65bf330-493e-44e7-8527-d23d2f6611d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915840 Aug 06 17:29:21.232446 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b37594-b928-4aee-8563-1aebeffebb93 req-357346bf-060e-4b41-88d7-b7837497aca0 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:21.233199 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-07b37594-b928-4aee-8563-1aebeffebb93 req-357346bf-060e-4b41-88d7-b7837497aca0 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:21.241828 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-c421f0b3-f002-4775-bad4-9cc1d76a64b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'name': 'tempest-AttachVolumeShelveTestJSON-1533275519-router', 'tenant_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '439c51b3-0448-4ea1-92ef-368dad291d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:23:30Z', 'updated_at': '2021-08-06T17:23:45Z', 'revision_number': 4, 'project_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'gw_port': {'id': '439c51b3-0448-4ea1-92ef-368dad291d7f', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:33Z', 'updated_at': '2021-08-06T17:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_floatingips': [{'id': '36fcce0c-266c-4684-943e-f188e87a47ce', 'tenant_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'floating_ip_address': '172.27.0.108', 'floating_network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'router_id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'port_id': 'fd0ec8d5-4583-41f1-9130-fc445dfdf458', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b6dd1b8-72d2-4509-8411-cf148b92c6ca', 'mac_address': 'fa:16:3e:75:bc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab348d2-f331-4416-8828-ac729b6a562f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:28:59Z', 'updated_at': '2021-08-06T17:29:20Z', 'revision_number': 1, 'project_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29d58b6-9b6a-474e-bc0c-01f04c445337', 'name': '', 'network_id': '5b6dd1b8-72d2-4509-8411-cf148b92c6ca', 'tenant_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'mac_address': 'fa:16:3e:52:71:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '92e55e27-88da-4b01-a596-8314d113e8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:39Z', 'updated_at': '2021-08-06T17:23:56Z', 'revision_number': 5, 'project_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'subnets': [{'id': '92e55e27-88da-4b01-a596-8314d113e8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:29:21.249586 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-07b37594-b928-4aee-8563-1aebeffebb93 req-357346bf-060e-4b41-88d7-b7837497aca0 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6305208 Aug 06 17:29:21.270580 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c421f0b3-f002-4775-bad4-9cc1d76a64b1 None None] Checking router: b8dbcd67-7acd-42d4-9411-5d0021577b20 for host: dv-cinder-803773-1-iscsi {{(pid=93310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:29:21.277508 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [req-07b37594-b928-4aee-8563-1aebeffebb93 req-5d9042cc-e0bd-431f-b6e3-9a66ae916e6f service neutron] Request body: {'port': {'device_id': '4810651b-f46f-40f9-8c27-2ed822882f91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80377'}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:29:21.281721 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c421f0b3-f002-4775-bad4-9cc1d76a64b1 None None] Routers {'b8dbcd67-7acd-42d4-9411-5d0021577b20'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:29:21.281721 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-c421f0b3-f002-4775-bad4-9cc1d76a64b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:28:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['b8dbcd67-7acd-42d4-9411-5d0021577b20'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:29:21.338498 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-07b37594-b928-4aee-8563-1aebeffebb93 req-5d9042cc-e0bd-431f-b6e3-9a66ae916e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:21.393553 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-2b154742-c255-4ddc-a8e6-0e17c0214c15 None None] Provisioning for port b7de3099-cc8b-4067-ab62-4971e549feeb completed by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:29:21.401863 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-2b154742-c255-4ddc-a8e6-0e17c0214c15 None None] Provisioning complete for port b7de3099-cc8b-4067-ab62-4971e549feeb triggered by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:29:21.402457 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-2b154742-c255-4ddc-a8e6-0e17c0214c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:21.427787 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-c421f0b3-f002-4775-bad4-9cc1d76a64b1 None None] Set router b8dbcd67-7acd-42d4-9411-5d0021577b20 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:29:21.479831 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-2b154742-c255-4ddc-a8e6-0e17c0214c15 None None] Port b7de3099-cc8b-4067-ab62-4971e549feeb cannot update to ACTIVE because it is not bound. {{(pid=93310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:29:21.535226 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab348d2-f331-4416-8828-ac729b6a562f', 'tag': 'fd0ec8d5-4583-41f1-9130-fc445dfdf458'}] {{(pid=93308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:29:21.537801 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9970891e86e7a54ba8327591cdb5f98a510e69f2198634f60bde42845cd177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a5924d-7b4a-436f-b3b9-410b2b740d37" -d '{"events": [{"name": "network-changed", "server_uuid": "dab348d2-f331-4416-8828-ac729b6a562f", "tag": "fd0ec8d5-4583-41f1-9130-fc445dfdf458"}]}' {{(pid=93308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:29:21.647924 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443b9dee-f15a-4f5f-9a18-fefa150a3717 x-openstack-request-id: req-443b9dee-f15a-4f5f-9a18-fefa150a3717 {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:29:21.648314 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dab348d2-f331-4416-8828-ac729b6a562f", "tag": "fd0ec8d5-4583-41f1-9130-fc445dfdf458", "status": "completed", "code": 200}]} {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:29:21.648738 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-443b9dee-f15a-4f5f-9a18-fefa150a3717 {{(pid=93308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:29:21.649196 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dab348d2-f331-4416-8828-ac729b6a562f', 'tag': 'fd0ec8d5-4583-41f1-9130-fc445dfdf458', 'status': 'completed', 'code': 200} Aug 06 17:29:21.685966 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-c421f0b3-f002-4775-bad4-9cc1d76a64b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'name': 'tempest-AttachVolumeShelveTestJSON-1533275519-router', 'tenant_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '439c51b3-0448-4ea1-92ef-368dad291d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:23:30Z', 'updated_at': '2021-08-06T17:23:45Z', 'revision_number': 4, 'project_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'gw_port': {'id': '439c51b3-0448-4ea1-92ef-368dad291d7f', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:33Z', 'updated_at': '2021-08-06T17:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_floatingips': [{'id': '36fcce0c-266c-4684-943e-f188e87a47ce', 'tenant_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'floating_ip_address': '172.27.0.108', 'floating_network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'router_id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'port_id': 'fd0ec8d5-4583-41f1-9130-fc445dfdf458', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b6dd1b8-72d2-4509-8411-cf148b92c6ca', 'mac_address': 'fa:16:3e:75:bc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab348d2-f331-4416-8828-ac729b6a562f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:28:59Z', 'updated_at': '2021-08-06T17:29:20Z', 'revision_number': 1, 'project_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29d58b6-9b6a-474e-bc0c-01f04c445337', 'name': '', 'network_id': '5b6dd1b8-72d2-4509-8411-cf148b92c6ca', 'tenant_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'mac_address': 'fa:16:3e:52:71:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '92e55e27-88da-4b01-a596-8314d113e8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:39Z', 'updated_at': '2021-08-06T17:23:56Z', 'revision_number': 5, 'project_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'subnets': [{'id': '92e55e27-88da-4b01-a596-8314d113e8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:29:21.713453 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c421f0b3-f002-4775-bad4-9cc1d76a64b1 None None] The sync data for ids ['b8dbcd67-7acd-42d4-9411-5d0021577b20'] in dv-cinder-803773-1-iscsi is: [{'id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'name': 'tempest-AttachVolumeShelveTestJSON-1533275519-router', 'tenant_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '439c51b3-0448-4ea1-92ef-368dad291d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:23:30Z', 'updated_at': '2021-08-06T17:23:45Z', 'revision_number': 4, 'project_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'gw_port': {'id': '439c51b3-0448-4ea1-92ef-368dad291d7f', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:33Z', 'updated_at': '2021-08-06T17:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_floatingips': [{'id': '36fcce0c-266c-4684-943e-f188e87a47ce', 'tenant_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'floating_ip_address': '172.27.0.108', 'floating_network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'router_id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'port_id': 'fd0ec8d5-4583-41f1-9130-fc445dfdf458', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b6dd1b8-72d2-4509-8411-cf148b92c6ca', 'mac_address': 'fa:16:3e:75:bc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab348d2-f331-4416-8828-ac729b6a562f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:28:59Z', 'updated_at': '2021-08-06T17:29:20Z', 'revision_number': 1, 'project_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29d58b6-9b6a-474e-bc0c-01f04c445337', 'name': '', 'network_id': '5b6dd1b8-72d2-4509-8411-cf148b92c6ca', 'tenant_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'mac_address': 'fa:16:3e:52:71:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '92e55e27-88da-4b01-a596-8314d113e8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:39Z', 'updated_at': '2021-08-06T17:23:56Z', 'revision_number': 5, 'project_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'subnets': [{'id': '92e55e27-88da-4b01-a596-8314d113e8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:29:21.779882 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5924d-7b4a-436f-b3b9-410b2b740d37 req-086f42d0-6e91-4420-8fcc-0a4e77ef1f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:21.781388 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-40a5924d-7b4a-436f-b3b9-410b2b740d37 req-086f42d0-6e91-4420-8fcc-0a4e77ef1f6d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f5387827f2c0411b9a79d78b038d6e5c&device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 1098 time: 0.0691962 Aug 06 17:29:21.789130 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ee474-db9a-477b-8a81-ed29952bf412 req-93c6cc06-4067-417d-94ff-748f0c1f3b4a tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:21.791001 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-5b9ee474-db9a-477b-8a81-ed29952bf412 req-93c6cc06-4067-417d-94ff-748f0c1f3b4a tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=e8ab92ea-45f9-4777-aa58-f2a643ec0b0b HTTP/1.1" status: 200 len: 943 time: 0.0881362 Aug 06 17:29:21.802398 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89e51d-6ee1-4494-80f9-b7724da592ba req-d9ba955d-7ee5-4521-8d84-8df2d3da0bae tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:21.804183 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-7b89e51d-6ee1-4494-80f9-b7724da592ba req-d9ba955d-7ee5-4521-8d84-8df2d3da0bae tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=4810651b-f46f-40f9-8c27-2ed822882f91 HTTP/1.1" status: 200 len: 932 time: 0.3424230 Aug 06 17:29:21.873188 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-7b89e51d-6ee1-4494-80f9-b7724da592ba req-14c3ff48-8ba0-483d-b3f1-870c8d6faf92 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=8bf2084d-6e3e-4113-a4df-e37a7167b9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586195 Aug 06 17:29:21.884910 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-5b9ee474-db9a-477b-8a81-ed29952bf412 req-0fb2ffb4-5e4a-4913-bafd-2358cbda960b tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853946 Aug 06 17:29:21.918564 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5924d-7b4a-436f-b3b9-410b2b740d37 req-a3b7e244-a9a7-4813-a1d5-c4aedab973d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:21.919127 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.notifiers.nova [req-07b37594-b928-4aee-8563-1aebeffebb93 req-5d9042cc-e0bd-431f-b6e3-9a66ae916e6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7de3099-cc8b-4067-ab62-4971e549feeb {{(pid=93309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:29:21.920201 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-40a5924d-7b4a-436f-b3b9-410b2b740d37 req-a3b7e244-a9a7-4813-a1d5-c4aedab973d3 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5b6dd1b8-72d2-4509-8411-cf148b92c6ca HTTP/1.1" status: 200 len: 919 time: 0.1283207 Aug 06 17:29:21.927632 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-07b37594-b928-4aee-8563-1aebeffebb93 req-5d9042cc-e0bd-431f-b6e3-9a66ae916e6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:21.941112 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.provisioning_blocks [req-07b37594-b928-4aee-8563-1aebeffebb93 req-5d9042cc-e0bd-431f-b6e3-9a66ae916e6f service neutron] Transition to ACTIVE for port object b7de3099-cc8b-4067-ab62-4971e549feeb will not be triggered until provisioned by entity L2. {{(pid=93309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:29:21.946298 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-07b37594-b928-4aee-8563-1aebeffebb93 req-5d9042cc-e0bd-431f-b6e3-9a66ae916e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30379154'] for port, after_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:21.948279 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e866fc-3141-494c-8bce-0ce8dfc41235 None None] New status for floating IP 36fcce0c-266c-4684-943e-f188e87a47ce: ACTIVE {{(pid=93311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 17:29:22.019976 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-40a5924d-7b4a-436f-b3b9-410b2b740d37 req-ee8fb7ae-2ad5-417a-80fe-c3a53506c726 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd0ec8d5-4583-41f1-9130-fc445dfdf458 HTTP/1.1" status: 200 len: 999 time: 0.0890565 Aug 06 17:29:22.037952 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9042cc-e0bd-431f-b6e3-9a66ae916e6f service neutron] Pushing event updated for resources: {'Port': ['ID=b7de3099-cc8b-4067-ab62-4971e549feeb,revision_number=2']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:29:22.091553 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5924d-7b4a-436f-b3b9-410b2b740d37 req-99e24aac-2f78-45e6-896c-06874905b845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:22.093197 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-40a5924d-7b4a-436f-b3b9-410b2b740d37 req-99e24aac-2f78-45e6-896c-06874905b845 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=92e55e27-88da-4b01-a596-8314d113e8dc HTTP/1.1" status: 200 len: 856 time: 0.0636561 Aug 06 17:29:22.094880 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.managers [req-07b37594-b928-4aee-8563-1aebeffebb93 req-5d9042cc-e0bd-431f-b6e3-9a66ae916e6f service neutron] Attempting to bind port b7de3099-cc8b-4067-ab62-4971e549feeb on host hv-cinder-80377 for vnic_type normal with profile {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:29:22.095363 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.managers [req-07b37594-b928-4aee-8563-1aebeffebb93 req-5d9042cc-e0bd-431f-b6e3-9a66ae916e6f service neutron] Attempting to bind port b7de3099-cc8b-4067-ab62-4971e549feeb by drivers openvswitch,hyperv on host hv-cinder-80377 at level 0 using segments [{'id': 'b2a2c7d8-8c0d-425d-a382-493c66f6d648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '7806f8bb-4441-4b40-a114-e639f43ce5ef'}] {{(pid=93309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:29:22.095697 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b37594-b928-4aee-8563-1aebeffebb93 req-5d9042cc-e0bd-431f-b6e3-9a66ae916e6f service neutron] Attempting to bind port b7de3099-cc8b-4067-ab62-4971e549feeb on network 7806f8bb-4441-4b40-a114-e639f43ce5ef {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:29:22.100848 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b37594-b928-4aee-8563-1aebeffebb93 req-5d9042cc-e0bd-431f-b6e3-9a66ae916e6f service neutron] Port b7de3099-cc8b-4067-ab62-4971e549feeb on network 7806f8bb-4441-4b40-a114-e639f43ce5ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80377 {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 17:29:22.101219 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b37594-b928-4aee-8563-1aebeffebb93 req-5d9042cc-e0bd-431f-b6e3-9a66ae916e6f service neutron] Attempting to bind port b7de3099-cc8b-4067-ab62-4971e549feeb on network 7806f8bb-4441-4b40-a114-e639f43ce5ef {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:29:22.106825 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b37594-b928-4aee-8563-1aebeffebb93 req-5d9042cc-e0bd-431f-b6e3-9a66ae916e6f service neutron] Checking agent: {'id': 'd2fb1ab5-1995-4796-a222-8ffdc3f56d02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 21, 40), 'started_at': datetime.datetime(2021, 8, 6, 17, 21, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:29:22.107159 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b37594-b928-4aee-8563-1aebeffebb93 req-5d9042cc-e0bd-431f-b6e3-9a66ae916e6f service neutron] Checking segment: {'id': 'b2a2c7d8-8c0d-425d-a382-493c66f6d648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '7806f8bb-4441-4b40-a114-e639f43ce5ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:29:22.107545 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b37594-b928-4aee-8563-1aebeffebb93 req-5d9042cc-e0bd-431f-b6e3-9a66ae916e6f service neutron] Bound using segment: {'id': 'b2a2c7d8-8c0d-425d-a382-493c66f6d648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '7806f8bb-4441-4b40-a114-e639f43ce5ef'} {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:29:22.108004 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.managers [req-07b37594-b928-4aee-8563-1aebeffebb93 req-5d9042cc-e0bd-431f-b6e3-9a66ae916e6f service neutron] Bound port: b7de3099-cc8b-4067-ab62-4971e549feeb, host: hv-cinder-80377, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2a2c7d8-8c0d-425d-a382-493c66f6d648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '7806f8bb-4441-4b40-a114-e639f43ce5ef'}}] {{(pid=93309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:29:22.108332 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-07b37594-b928-4aee-8563-1aebeffebb93 req-5d9042cc-e0bd-431f-b6e3-9a66ae916e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:22.146529 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5924d-7b4a-436f-b3b9-410b2b740d37 req-22864e96-7c79-418d-9453-ca709a2b1cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:22.148091 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-40a5924d-7b4a-436f-b3b9-410b2b740d37 req-22864e96-7c79-418d-9453-ca709a2b1cc6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5b6dd1b8-72d2-4509-8411-cf148b92c6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457180 Aug 06 17:29:22.202346 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.db [req-07b37594-b928-4aee-8563-1aebeffebb93 req-5d9042cc-e0bd-431f-b6e3-9a66ae916e6f service neutron] For port b7de3099-cc8b-4067-ab62-4971e549feeb, host hv-cinder-80377, cleared binding levels {{(pid=93309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:29:22.206248 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.db [req-07b37594-b928-4aee-8563-1aebeffebb93 req-5d9042cc-e0bd-431f-b6e3-9a66ae916e6f service neutron] For port b7de3099-cc8b-4067-ab62-4971e549feeb, host hv-cinder-80377, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=b7de3099-cc8b-4067-ab62-4971e549feeb,segment=NetworkSegment(b2a2c7d8-8c0d-425d-a382-493c66f6d648),segment_id=b2a2c7d8-8c0d-425d-a382-493c66f6d648)] {{(pid=93309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:29:22.212886 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-07b37594-b928-4aee-8563-1aebeffebb93 req-5d9042cc-e0bd-431f-b6e3-9a66ae916e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30379154'] for port, after_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:22.243916 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b37594-b928-4aee-8563-1aebeffebb93 req-5d9042cc-e0bd-431f-b6e3-9a66ae916e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:22.244445 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-07b37594-b928-4aee-8563-1aebeffebb93 req-5d9042cc-e0bd-431f-b6e3-9a66ae916e6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:22.245815 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-07b37594-b928-4aee-8563-1aebeffebb93 req-5d9042cc-e0bd-431f-b6e3-9a66ae916e6f service neutron] 10.222.0.96 "PUT /v2.0/ports/b7de3099-cc8b-4067-ab62-4971e549feeb HTTP/1.1" status: 200 len: 1094 time: 0.9731088 Aug 06 17:29:22.248396 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4810651b-f46f-40f9-8c27-2ed822882f91', 'tag': 'b7de3099-cc8b-4067-ab62-4971e549feeb'}] {{(pid=93309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:29:22.250731 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8dc615238e5bcef59bfa1369ec241dac088066ad095906c2652e3fbb51f90a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0fd9ad-fbe0-4205-bace-8ae75458a17a" -d '{"events": [{"name": "network-changed", "server_uuid": "4810651b-f46f-40f9-8c27-2ed822882f91", "tag": "b7de3099-cc8b-4067-ab62-4971e549feeb"}]}' {{(pid=93309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:29:22.261124 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-40a5924d-7b4a-436f-b3b9-410b2b740d37 req-3c4a223c-252c-408e-a0eb-220eea030654 service neutron] 10.222.0.96 "GET /v2.0/networks/5b6dd1b8-72d2-4509-8411-cf148b92c6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963922 Aug 06 17:29:22.286857 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9042cc-e0bd-431f-b6e3-9a66ae916e6f service neutron] Pushing event updated for resources: {'Port': ['ID=b7de3099-cc8b-4067-ab62-4971e549feeb,revision_number=3']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:29:22.364596 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e999f099-4306-478e-a2e0-882cc5305526 x-openstack-request-id: req-e999f099-4306-478e-a2e0-882cc5305526 {{(pid=93309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:29:22.364891 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4810651b-f46f-40f9-8c27-2ed822882f91", "tag": "b7de3099-cc8b-4067-ab62-4971e549feeb", "status": "completed", "code": 200}]} {{(pid=93309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:29:22.365135 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e999f099-4306-478e-a2e0-882cc5305526 {{(pid=93309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:29:22.365520 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4810651b-f46f-40f9-8c27-2ed822882f91', 'tag': 'b7de3099-cc8b-4067-ab62-4971e549feeb', 'status': 'completed', 'code': 200} Aug 06 17:29:22.373862 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-40a5924d-7b4a-436f-b3b9-410b2b740d37 req-cc5d32a6-b562-4344-9508-e8be2cfa05d4 service neutron] 10.222.0.96 "GET /v2.0/networks/5b6dd1b8-72d2-4509-8411-cf148b92c6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007133 Aug 06 17:29:22.380277 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b37594-b928-4aee-8563-1aebeffebb93 req-6136ae2e-6f3b-4d69-aedc-f3fca8160383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:22.381965 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-07b37594-b928-4aee-8563-1aebeffebb93 req-6136ae2e-6f3b-4d69-aedc-f3fca8160383 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5efb9b646c554c22b0521e69231c9910&device_id=4810651b-f46f-40f9-8c27-2ed822882f91 HTTP/1.1" status: 200 len: 1097 time: 0.0575390 Aug 06 17:29:22.459568 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-07b37594-b928-4aee-8563-1aebeffebb93 req-8398d9af-8782-4b9a-b145-5dd39b1ac12a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7de3099-cc8b-4067-ab62-4971e549feeb HTTP/1.1" status: 200 len: 217 time: 0.0382717 Aug 06 17:29:22.516697 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b37594-b928-4aee-8563-1aebeffebb93 req-d161f997-1deb-4627-abe4-1fd307346b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:22.518046 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-07b37594-b928-4aee-8563-1aebeffebb93 req-d161f997-1deb-4627-abe4-1fd307346b66 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6a5bba92-673b-4ffb-874f-ddb7f0dd2e8d HTTP/1.1" status: 200 len: 849 time: 0.0441580 Aug 06 17:29:22.569431 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b37594-b928-4aee-8563-1aebeffebb93 req-ea475fe4-0e46-4113-9f13-25c1629db5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:22.570932 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-07b37594-b928-4aee-8563-1aebeffebb93 req-ea475fe4-0e46-4113-9f13-25c1629db5f4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=7806f8bb-4441-4b40-a114-e639f43ce5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415835 Aug 06 17:29:22.673162 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-07b37594-b928-4aee-8563-1aebeffebb93 req-a0c2fe90-3c37-4432-8901-ef66f8e173ee service neutron] 10.222.0.96 "GET /v2.0/networks/7806f8bb-4441-4b40-a114-e639f43ce5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906370 Aug 06 17:29:22.762540 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-07b37594-b928-4aee-8563-1aebeffebb93 req-e1e2562b-ab9a-4c83-ae48-03e584cf0d5c service neutron] 10.222.0.96 "GET /v2.0/networks/7806f8bb-4441-4b40-a114-e639f43ce5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818300 Aug 06 17:29:22.930535 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0fd9ad-fbe0-4205-bace-8ae75458a17a req-55bc27d1-604f-492d-984b-17bf79efa756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:22.932185 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-0d0fd9ad-fbe0-4205-bace-8ae75458a17a req-55bc27d1-604f-492d-984b-17bf79efa756 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5efb9b646c554c22b0521e69231c9910&device_id=4810651b-f46f-40f9-8c27-2ed822882f91 HTTP/1.1" status: 200 len: 1097 time: 0.0448470 Aug 06 17:29:23.011679 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f8a6e-16e2-4ca3-be8b-42869b7824c0 req-db27343f-3506-4910-9c88-641fc5c63e8e tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:23.019496 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f10f8a6e-16e2-4ca3-be8b-42869b7824c0 req-db27343f-3506-4910-9c88-641fc5c63e8e tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=e8ab92ea-45f9-4777-aa58-f2a643ec0b0b HTTP/1.1" status: 200 len: 943 time: 0.0552535 Aug 06 17:29:23.057493 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f10f8a6e-16e2-4ca3-be8b-42869b7824c0 req-55499e4e-c09a-4c82-a04f-e237472efc7b tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371478 Aug 06 17:29:23.064628 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5bd25-39a5-4f13-9dc2-0beb4035d187 req-23d6370f-7343-4722-af4a-2ab4de202e75 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:23.066216 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-daf5bd25-39a5-4f13-9dc2-0beb4035d187 req-23d6370f-7343-4722-af4a-2ab4de202e75 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=4810651b-f46f-40f9-8c27-2ed822882f91 HTTP/1.1" status: 200 len: 944 time: 0.1062953 Aug 06 17:29:23.095323 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0fd9ad-fbe0-4205-bace-8ae75458a17a req-729d8cf3-4266-4442-8cf7-8e0d72aaeda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:23.096907 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-0d0fd9ad-fbe0-4205-bace-8ae75458a17a req-729d8cf3-4266-4442-8cf7-8e0d72aaeda5 service neutron] 10.222.0.96 "GET /v2.0/networks?id=7806f8bb-4441-4b40-a114-e639f43ce5ef HTTP/1.1" status: 200 len: 912 time: 0.1454644 Aug 06 17:29:23.151761 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-daf5bd25-39a5-4f13-9dc2-0beb4035d187 req-ea3be044-f0bd-4def-bfda-105737d44155 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=8bf2084d-6e3e-4113-a4df-e37a7167b9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770576 Aug 06 17:29:23.153182 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-0d0fd9ad-fbe0-4205-bace-8ae75458a17a req-b45389bb-3153-45ae-91c9-10fae04714d2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7de3099-cc8b-4067-ab62-4971e549feeb HTTP/1.1" status: 200 len: 217 time: 0.0433376 Aug 06 17:29:23.210420 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0fd9ad-fbe0-4205-bace-8ae75458a17a req-8e89d433-36ed-4ac3-8502-71645ee9c99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:23.211902 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-0d0fd9ad-fbe0-4205-bace-8ae75458a17a req-8e89d433-36ed-4ac3-8502-71645ee9c99b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6a5bba92-673b-4ffb-874f-ddb7f0dd2e8d HTTP/1.1" status: 200 len: 849 time: 0.0462651 Aug 06 17:29:23.287041 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0fd9ad-fbe0-4205-bace-8ae75458a17a req-232e5ad8-8473-488e-8982-4aed6df1d84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:23.288789 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-0d0fd9ad-fbe0-4205-bace-8ae75458a17a req-232e5ad8-8473-488e-8982-4aed6df1d84e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=7806f8bb-4441-4b40-a114-e639f43ce5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0476358 Aug 06 17:29:23.378711 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-35bcc445-a1e7-42d0-89e2-1c52ed862dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:23.392866 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-0d0fd9ad-fbe0-4205-bace-8ae75458a17a req-add5d849-d71a-403f-92fb-58b6b061b491 service neutron] 10.222.0.96 "GET /v2.0/networks/7806f8bb-4441-4b40-a114-e639f43ce5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948048 Aug 06 17:29:23.494386 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-0d0fd9ad-fbe0-4205-bace-8ae75458a17a req-090a57d8-a645-4022-a61e-b55508b01d05 service neutron] 10.222.0.96 "GET /v2.0/networks/7806f8bb-4441-4b40-a114-e639f43ce5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839908 Aug 06 17:29:23.506506 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 4a0af693-142b-4a3b-979e-3bd25931fcb4 details requested by agent hyperv_hv-cinder-80377 with host hv-cinder-80377 {{(pid=93310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 17:29:23.619138 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port 4a0af693-142b-4a3b-979e-3bd25931fcb4, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=4a0af693-142b-4a3b-979e-3bd25931fcb4,segment=NetworkSegment(e8007d69-4b5c-4d4a-a40f-9e51dc3e769f),segment_id=e8007d69-4b5c-4d4a-a40f-9e51dc3e769f)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:29:23.631147 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Returning: {'device': '4a0af693-142b-4a3b-979e-3bd25931fcb4', 'network_id': 'b65bf330-493e-44e7-8527-d23d2f6611d0', 'port_id': '4a0af693-142b-4a3b-979e-3bd25931fcb4', 'mac_address': 'fa:16:3e:4d:9a:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1062, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5516777b-7360-41fb-9526-612d8505129f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 17:29:23.671954 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:23.685257 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a0af693-142b-4a3b-979e-3bd25931fcb4 {{(pid=93310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:29:23.705779 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port 4a0af693-142b-4a3b-979e-3bd25931fcb4, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=4a0af693-142b-4a3b-979e-3bd25931fcb4,segment=NetworkSegment(e8007d69-4b5c-4d4a-a40f-9e51dc3e769f),segment_id=e8007d69-4b5c-4d4a-a40f-9e51dc3e769f)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:29:23.711570 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:23.758846 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=4a0af693-142b-4a3b-979e-3bd25931fcb4,revision_number=4']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:29:24.092111 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:24.149685 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] get_ports_and_sgs() called for port_ids ['4a0af693-142b-4a3b-979e-3bd25931fcb4'] {{(pid=93310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:29:24.181605 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e880e-6848-4ff5-8947-34dd51a9cf60 req-d810cb40-8f2b-4faf-8c9e-ae45b5bd9444 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:24.182555 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f99e880e-6848-4ff5-8947-34dd51a9cf60 req-d810cb40-8f2b-4faf-8c9e-ae45b5bd9444 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=e8ab92ea-45f9-4777-aa58-f2a643ec0b0b HTTP/1.1" status: 200 len: 944 time: 0.0575798 Aug 06 17:29:24.228061 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f99e880e-6848-4ff5-8947-34dd51a9cf60 req-3b0af4ab-6dc6-46cc-b868-48ccf9bc6959 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395494 Aug 06 17:29:24.273194 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b343ca9-db2d-4da2-970c-bc3a0de794b5 req-62c75f90-e382-46be-a1fa-42a257ea01fc tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:24.274601 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-8b343ca9-db2d-4da2-970c-bc3a0de794b5 req-62c75f90-e382-46be-a1fa-42a257ea01fc tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=4810651b-f46f-40f9-8c27-2ed822882f91 HTTP/1.1" status: 200 len: 944 time: 0.0500562 Aug 06 17:29:24.314094 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-8b343ca9-db2d-4da2-970c-bc3a0de794b5 req-0eec93bc-2e18-4e95-9c2f-75dda8c80cd3 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=8bf2084d-6e3e-4113-a4df-e37a7167b9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330250 Aug 06 17:29:25.133511 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:25.357391 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b042d8-54a7-4552-bb1a-33749d38b45a req-ec58a9e6-e2b8-4d23-b374-2ec72f9cd12b tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:25.358906 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-43b042d8-54a7-4552-bb1a-33749d38b45a req-ec58a9e6-e2b8-4d23-b374-2ec72f9cd12b tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=e8ab92ea-45f9-4777-aa58-f2a643ec0b0b HTTP/1.1" status: 200 len: 944 time: 0.0562449 Aug 06 17:29:25.396231 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-43b042d8-54a7-4552-bb1a-33749d38b45a req-70427af9-93b8-4804-b204-f20fe682ecd6 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312769 Aug 06 17:29:25.431593 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a20db-39a5-4959-adcb-a276dff3dc06 req-02a5b0af-1041-4f58-aca6-07bed3cec2da tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:25.433054 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e67a20db-39a5-4959-adcb-a276dff3dc06 req-02a5b0af-1041-4f58-aca6-07bed3cec2da tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=4810651b-f46f-40f9-8c27-2ed822882f91 HTTP/1.1" status: 200 len: 944 time: 0.0487294 Aug 06 17:29:25.473259 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e67a20db-39a5-4959-adcb-a276dff3dc06 req-fc5aaf83-8c6e-443e-b815-1fcfc1d273af tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=8bf2084d-6e3e-4113-a4df-e37a7167b9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327854 Aug 06 17:29:25.497594 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device b7de3099-cc8b-4067-ab62-4971e549feeb details requested by agent hyperv_hv-cinder-80377 with host hv-cinder-80377 {{(pid=93310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 17:29:25.508179 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 4a0af693-142b-4a3b-979e-3bd25931fcb4 up at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:29:25.730211 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Provisioning for port 4a0af693-142b-4a3b-979e-3bd25931fcb4 completed by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:29:25.741662 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Provisioning complete for port 4a0af693-142b-4a3b-979e-3bd25931fcb4 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:29:25.742033 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:25.747982 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port b7de3099-cc8b-4067-ab62-4971e549feeb, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=b7de3099-cc8b-4067-ab62-4971e549feeb,segment=NetworkSegment(b2a2c7d8-8c0d-425d-a382-493c66f6d648),segment_id=b2a2c7d8-8c0d-425d-a382-493c66f6d648)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:29:25.777172 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Returning: {'device': 'b7de3099-cc8b-4067-ab62-4971e549feeb', 'network_id': '7806f8bb-4441-4b40-a114-e639f43ce5ef', 'port_id': 'b7de3099-cc8b-4067-ab62-4971e549feeb', 'mac_address': 'fa:16:3e:5a:9e:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1092, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a5bba92-673b-4ffb-874f-ddb7f0dd2e8d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 17:29:25.829755 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:25.861073 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7de3099-cc8b-4067-ab62-4971e549feeb {{(pid=93310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:29:25.885507 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:25.895916 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port b7de3099-cc8b-4067-ab62-4971e549feeb, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=b7de3099-cc8b-4067-ab62-4971e549feeb,segment=NetworkSegment(b2a2c7d8-8c0d-425d-a382-493c66f6d648),segment_id=b2a2c7d8-8c0d-425d-a382-493c66f6d648)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:29:25.906594 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:25.913964 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ab92ea-45f9-4777-aa58-f2a643ec0b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0af693-142b-4a3b-979e-3bd25931fcb4'}] {{(pid=93310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:29:25.916251 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713379ad4201aa67d1557f3d7b7da947c96b0ad1778a29fd635d5f04ae47f1c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d07aa4-3d82-448a-893b-daf09f0121d7" -d '{"events": [{"server_uuid": "e8ab92ea-45f9-4777-aa58-f2a643ec0b0b", "name": "network-vif-plugged", "status": "completed", "tag": "4a0af693-142b-4a3b-979e-3bd25931fcb4"}]}' {{(pid=93310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:29:25.948067 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port 4a0af693-142b-4a3b-979e-3bd25931fcb4, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=4a0af693-142b-4a3b-979e-3bd25931fcb4,segment=NetworkSegment(e8007d69-4b5c-4d4a-a40f-9e51dc3e769f),segment_id=e8007d69-4b5c-4d4a-a40f-9e51dc3e769f)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:29:25.955743 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0057dc63-7382-4966-91cb-87a67abc7c01 x-openstack-request-id: req-0057dc63-7382-4966-91cb-87a67abc7c01 {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:29:25.956031 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ab92ea-45f9-4777-aa58-f2a643ec0b0b", "name": "network-vif-plugged", "status": "completed", "tag": "4a0af693-142b-4a3b-979e-3bd25931fcb4", "code": 200}]} {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:29:25.956284 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0057dc63-7382-4966-91cb-87a67abc7c01 {{(pid=93310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:29:25.956672 dv-cinder-803773-1-iscsi neutron-server[93310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ab92ea-45f9-4777-aa58-f2a643ec0b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0af693-142b-4a3b-979e-3bd25931fcb4', 'code': 200} Aug 06 17:29:25.959272 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:25.974935 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=b7de3099-cc8b-4067-ab62-4971e549feeb,revision_number=4']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:29:26.036362 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=4a0af693-142b-4a3b-979e-3bd25931fcb4,revision_number=5']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:29:26.203655 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34baea62-01df-4766-8ce6-57e5e6c79536 req-9fac951e-44e0-4765-97a3-59bff4bfc5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:26.205109 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-34baea62-01df-4766-8ce6-57e5e6c79536 req-9fac951e-44e0-4765-97a3-59bff4bfc5e0 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=e8ab92ea-45f9-4777-aa58-f2a643ec0b0b HTTP/1.1" status: 200 len: 1098 time: 0.0440900 Aug 06 17:29:26.243771 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-34baea62-01df-4766-8ce6-57e5e6c79536 req-cf88be8e-e4cc-43e4-8be9-90d26e25bafe service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280218 Aug 06 17:29:26.408791 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] get_ports_and_sgs() called for port_ids ['b7de3099-cc8b-4067-ab62-4971e549feeb'] {{(pid=93310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:29:26.521528 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078bc709-73af-4adc-9dd8-0b3dced44183 req-20a7c544-2da1-4073-9d25-9828d8775723 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:26.523160 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-078bc709-73af-4adc-9dd8-0b3dced44183 req-20a7c544-2da1-4073-9d25-9828d8775723 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=e8ab92ea-45f9-4777-aa58-f2a643ec0b0b HTTP/1.1" status: 200 len: 945 time: 0.0507388 Aug 06 17:29:26.569371 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-078bc709-73af-4adc-9dd8-0b3dced44183 req-c8e5d484-b725-4624-b9f8-f5995afb9bdc tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392992 Aug 06 17:29:26.599080 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32affcad-879d-4784-8ece-4bf6526325f3 req-ace84f89-bcf7-47c8-84f2-2098445f225a tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:26.600812 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-32affcad-879d-4784-8ece-4bf6526325f3 req-ace84f89-bcf7-47c8-84f2-2098445f225a tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=4810651b-f46f-40f9-8c27-2ed822882f91 HTTP/1.1" status: 200 len: 945 time: 0.0544271 Aug 06 17:29:26.640681 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-32affcad-879d-4784-8ece-4bf6526325f3 req-e5928d71-f1ba-4904-b74c-7387ff808880 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=8bf2084d-6e3e-4113-a4df-e37a7167b9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330422 Aug 06 17:29:26.975667 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:27.703843 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e8705-b001-4e15-b505-56fc35287e57 req-ac2e8dec-f9e2-44fc-96b3-6a20e1ea1f90 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:27.705371 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-dd5e8705-b001-4e15-b505-56fc35287e57 req-ac2e8dec-f9e2-44fc-96b3-6a20e1ea1f90 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=e8ab92ea-45f9-4777-aa58-f2a643ec0b0b HTTP/1.1" status: 200 len: 945 time: 0.0606835 Aug 06 17:29:27.744034 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-dd5e8705-b001-4e15-b505-56fc35287e57 req-eb221bb6-ec30-4c1b-8ee0-79616fa15ed7 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326321 Aug 06 17:29:27.773363 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e80785-b5a0-499b-ac85-bc4c7002fe5d req-a95d697b-f100-4c8f-aaf3-9e1d2c6b743f tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:27.774899 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-e8e80785-b5a0-499b-ac85-bc4c7002fe5d req-a95d697b-f100-4c8f-aaf3-9e1d2c6b743f tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=4810651b-f46f-40f9-8c27-2ed822882f91 HTTP/1.1" status: 200 len: 945 time: 0.0484507 Aug 06 17:29:27.814770 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-e8e80785-b5a0-499b-ac85-bc4c7002fe5d req-e6898178-a0ea-4625-95cb-2b4c213a4dc0 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=8bf2084d-6e3e-4113-a4df-e37a7167b9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338137 Aug 06 17:29:28.875492 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec22ef0-2083-4fff-888a-3232640ae3da req-683f4127-dbaf-4cb3-9d5c-74c6be92dfca tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:28.877003 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-8ec22ef0-2083-4fff-888a-3232640ae3da req-683f4127-dbaf-4cb3-9d5c-74c6be92dfca tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=e8ab92ea-45f9-4777-aa58-f2a643ec0b0b HTTP/1.1" status: 200 len: 945 time: 0.0516567 Aug 06 17:29:28.916696 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-8ec22ef0-2083-4fff-888a-3232640ae3da req-43ebd1d6-8cbf-4a84-a19e-9ac72b6547b0 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335503 Aug 06 17:29:28.938640 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8351f3-f7e3-4b81-a089-18039d568538 req-2164f8fe-ab7b-4f2d-86dc-e11813e16165 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:28.938640 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-ff8351f3-f7e3-4b81-a089-18039d568538 req-2164f8fe-ab7b-4f2d-86dc-e11813e16165 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=4810651b-f46f-40f9-8c27-2ed822882f91 HTTP/1.1" status: 200 len: 945 time: 0.0503149 Aug 06 17:29:28.975731 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-ff8351f3-f7e3-4b81-a089-18039d568538 req-58add8eb-9cc0-4c97-9110-8d3680a33f80 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=8bf2084d-6e3e-4113-a4df-e37a7167b9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340092 Aug 06 17:29:29.521720 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device b7de3099-cc8b-4067-ab62-4971e549feeb up at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:29:29.577520 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Provisioning for port b7de3099-cc8b-4067-ab62-4971e549feeb completed by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:29:29.581682 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Provisioning complete for port b7de3099-cc8b-4067-ab62-4971e549feeb triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:29:29.582109 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:29.669718 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:29.692304 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4810651b-f46f-40f9-8c27-2ed822882f91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7de3099-cc8b-4067-ab62-4971e549feeb'}] {{(pid=93310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:29:29.694575 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713379ad4201aa67d1557f3d7b7da947c96b0ad1778a29fd635d5f04ae47f1c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7eded7a-df52-4fb2-9bed-3cfa290803c1" -d '{"events": [{"server_uuid": "4810651b-f46f-40f9-8c27-2ed822882f91", "name": "network-vif-plugged", "status": "completed", "tag": "b7de3099-cc8b-4067-ab62-4971e549feeb"}]}' {{(pid=93310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:29:29.707713 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port b7de3099-cc8b-4067-ab62-4971e549feeb, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=b7de3099-cc8b-4067-ab62-4971e549feeb,segment=NetworkSegment(b2a2c7d8-8c0d-425d-a382-493c66f6d648),segment_id=b2a2c7d8-8c0d-425d-a382-493c66f6d648)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:29:29.712861 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:29.737108 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352572be-e0f1-4517-be33-526755cb45c6 x-openstack-request-id: req-352572be-e0f1-4517-be33-526755cb45c6 {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:29:29.737396 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4810651b-f46f-40f9-8c27-2ed822882f91", "name": "network-vif-plugged", "status": "completed", "tag": "b7de3099-cc8b-4067-ab62-4971e549feeb", "code": 200}]} {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:29:29.737642 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-352572be-e0f1-4517-be33-526755cb45c6 {{(pid=93310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:29:29.738026 dv-cinder-803773-1-iscsi neutron-server[93310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4810651b-f46f-40f9-8c27-2ed822882f91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7de3099-cc8b-4067-ab62-4971e549feeb', 'code': 200} Aug 06 17:29:29.765200 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=b7de3099-cc8b-4067-ab62-4971e549feeb,revision_number=5']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:29:29.988405 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322620c0-1d31-4cff-b6e0-2460852c3a94 req-1573d844-34a7-4ebe-aca6-9a69a2f33940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:29.989642 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-322620c0-1d31-4cff-b6e0-2460852c3a94 req-1573d844-34a7-4ebe-aca6-9a69a2f33940 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=4810651b-f46f-40f9-8c27-2ed822882f91 HTTP/1.1" status: 200 len: 1099 time: 0.0466080 Aug 06 17:29:30.029761 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-322620c0-1d31-4cff-b6e0-2460852c3a94 req-e8d2715c-2b3b-42d5-8497-fe4c7471a4eb service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=8bf2084d-6e3e-4113-a4df-e37a7167b9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293372 Aug 06 17:29:30.106011 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab5b75-5486-4950-8e7a-24e078467821 req-f6274515-1dc7-4d1d-9d8c-5a03d51f8767 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:30.107576 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-deab5b75-5486-4950-8e7a-24e078467821 req-f6274515-1dc7-4d1d-9d8c-5a03d51f8767 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=4810651b-f46f-40f9-8c27-2ed822882f91 HTTP/1.1" status: 200 len: 946 time: 0.0514390 Aug 06 17:29:30.149849 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-deab5b75-5486-4950-8e7a-24e078467821 req-849f8701-bd75-4a3d-bf23-4afbdeaaed40 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=8bf2084d-6e3e-4113-a4df-e37a7167b9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359378 Aug 06 17:29:31.281943 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8aea7a-60e1-4e84-b085-e1ae4e104f7e req-4f1a6e4b-765e-4733-9b24-bdeedf5a2546 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:31.283908 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-ef8aea7a-60e1-4e84-b085-e1ae4e104f7e req-4f1a6e4b-765e-4733-9b24-bdeedf5a2546 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=4810651b-f46f-40f9-8c27-2ed822882f91 HTTP/1.1" status: 200 len: 946 time: 0.0602338 Aug 06 17:29:31.334866 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-ef8aea7a-60e1-4e84-b085-e1ae4e104f7e req-489a85c9-1878-46f7-8f1e-53a5b6ec6f97 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=8bf2084d-6e3e-4113-a4df-e37a7167b9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448277 Aug 06 17:29:32.457734 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de61a9-c305-4575-a086-025cad9965b0 req-c52e4f1f-b60d-44df-95ef-924b637b8db1 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:32.459167 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f2de61a9-c305-4575-a086-025cad9965b0 req-c52e4f1f-b60d-44df-95ef-924b637b8db1 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=4810651b-f46f-40f9-8c27-2ed822882f91 HTTP/1.1" status: 200 len: 946 time: 0.0520205 Aug 06 17:29:32.497684 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f2de61a9-c305-4575-a086-025cad9965b0 req-763fbacd-e8ce-42e4-8adc-49980d169ed0 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=8bf2084d-6e3e-4113-a4df-e37a7167b9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320635 Aug 06 17:29:32.623286 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb589b7e-de75-4a2f-b11d-c557300f15fc req-e896f85d-9e4a-4af7-bb88-7e54119ba339 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:32.624720 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-eb589b7e-de75-4a2f-b11d-c557300f15fc req-e896f85d-9e4a-4af7-bb88-7e54119ba339 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=4810651b-f46f-40f9-8c27-2ed822882f91 HTTP/1.1" status: 200 len: 946 time: 0.0563233 Aug 06 17:29:32.633647 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 36876) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:29:32.638118 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-0a5f5d76-1cec-480f-a01b-dd1decae66b4 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Request body: {'floatingip': {'port_id': 'b7de3099-cc8b-4067-ab62-4971e549feeb'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:29:32.683426 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-0a5f5d76-1cec-480f-a01b-dd1decae66b4 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks [] for floatingip, before_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:33.396396 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-0a5f5d76-1cec-480f-a01b-dd1decae66b4 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:33.403668 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-0a5f5d76-1cec-480f-a01b-dd1decae66b4 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435792'] for floatingip, after_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:33.514416 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.db.l3_db [None req-0a5f5d76-1cec-480f-a01b-dd1decae66b4 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Floating IP 79ca0dcc-6747-4d5f-8cb5-3051d34f54a6 associated. External IP: 172.27.0.18, port: b7de3099-cc8b-4067-ab62-4971e549feeb. Aug 06 17:29:33.727842 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5f5d76-1cec-480f-a01b-dd1decae66b4 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Router 4691c707-9de5-48ae-a7a1-6d40740ba8df has already been hosted by L3 agent cbcd3d9e-bca5-4529-952b-48c65d2aceac {{(pid=93308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:29:33.842732 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5f5d76-1cec-480f-a01b-dd1decae66b4 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify agent at l3_agent.dv-cinder-803773-1-iscsi the message routers_updated {{(pid=93308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:29:33.848137 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-0a5f5d76-1cec-480f-a01b-dd1decae66b4 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for floatingip, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:33.853498 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8b489f-346d-48e4-8ece-f1ec0a9da11d None None] Sync routers for ids ['4691c707-9de5-48ae-a7a1-6d40740ba8df'] in dv-cinder-803773-1-iscsi {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:29:33.864366 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8b489f-346d-48e4-8ece-f1ec0a9da11d None None] Routers {'4691c707-9de5-48ae-a7a1-6d40740ba8df'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:29:33.865003 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-6c8b489f-346d-48e4-8ece-f1ec0a9da11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:29:23Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['4691c707-9de5-48ae-a7a1-6d40740ba8df'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:29:33.876130 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-0a5f5d76-1cec-480f-a01b-dd1decae66b4 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "PUT /v2.0/floatingips/79ca0dcc-6747-4d5f-8cb5-3051d34f54a6 HTTP/1.1" status: 200 len: 991 time: 1.2414310 Aug 06 17:29:33.876833 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4810651b-f46f-40f9-8c27-2ed822882f91', 'tag': 'b7de3099-cc8b-4067-ab62-4971e549feeb'}] {{(pid=93308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:29:33.879271 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9970891e86e7a54ba8327591cdb5f98a510e69f2198634f60bde42845cd177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab67015e-3ee3-4b62-a4ae-1e2d6c04ff46" -d '{"events": [{"name": "network-changed", "server_uuid": "4810651b-f46f-40f9-8c27-2ed822882f91", "tag": "b7de3099-cc8b-4067-ab62-4971e549feeb"}]}' {{(pid=93308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:29:33.925122 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a95114-35ff-4b51-b251-4b5f5b8eb111 x-openstack-request-id: req-62a95114-35ff-4b51-b251-4b5f5b8eb111 {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:29:33.925416 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4810651b-f46f-40f9-8c27-2ed822882f91", "tag": "b7de3099-cc8b-4067-ab62-4971e549feeb", "status": "completed", "code": 200}]} {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:29:33.925655 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-62a95114-35ff-4b51-b251-4b5f5b8eb111 {{(pid=93308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:29:33.926058 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4810651b-f46f-40f9-8c27-2ed822882f91', 'tag': 'b7de3099-cc8b-4067-ab62-4971e549feeb', 'status': 'completed', 'code': 200} Aug 06 17:29:33.981198 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-6c8b489f-346d-48e4-8ece-f1ec0a9da11d None None] Set router 4691c707-9de5-48ae-a7a1-6d40740ba8df gateway port host: dv-cinder-803773-1-iscsi {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:29:34.099078 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67015e-3ee3-4b62-a4ae-1e2d6c04ff46 req-d53091bb-ec7e-4527-9ca6-5b7815be9b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:34.100584 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-ab67015e-3ee3-4b62-a4ae-1e2d6c04ff46 req-d53091bb-ec7e-4527-9ca6-5b7815be9b13 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5efb9b646c554c22b0521e69231c9910&device_id=4810651b-f46f-40f9-8c27-2ed822882f91 HTTP/1.1" status: 200 len: 1099 time: 0.0457966 Aug 06 17:29:34.197559 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67015e-3ee3-4b62-a4ae-1e2d6c04ff46 req-fb025b0f-246c-4f3b-a80b-ce40fab211ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:34.199271 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-ab67015e-3ee3-4b62-a4ae-1e2d6c04ff46 req-fb025b0f-246c-4f3b-a80b-ce40fab211ff service neutron] 10.222.0.96 "GET /v2.0/networks?id=7806f8bb-4441-4b40-a114-e639f43ce5ef HTTP/1.1" status: 200 len: 912 time: 0.0872152 Aug 06 17:29:34.209427 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-6c8b489f-346d-48e4-8ece-f1ec0a9da11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'name': 'tempest-AttachVolumeTestJSON-602422730-router', 'tenant_id': '5efb9b646c554c22b0521e69231c9910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '433f0f52-ade9-43b9-ab61-3c069ba29041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:23:30Z', 'updated_at': '2021-08-06T17:23:40Z', 'revision_number': 4, 'project_id': '5efb9b646c554c22b0521e69231c9910', 'gw_port': {'id': '433f0f52-ade9-43b9-ab61-3c069ba29041', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:34:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:32Z', 'updated_at': '2021-08-06T17:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_floatingips': [{'id': '79ca0dcc-6747-4d5f-8cb5-3051d34f54a6', 'tenant_id': '5efb9b646c554c22b0521e69231c9910', 'floating_ip_address': '172.27.0.18', 'floating_network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'router_id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'port_id': 'b7de3099-cc8b-4067-ab62-4971e549feeb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7806f8bb-4441-4b40-a114-e639f43ce5ef', 'mac_address': 'fa:16:3e:5a:9e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4810651b-f46f-40f9-8c27-2ed822882f91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:29:17Z', 'updated_at': '2021-08-06T17:29:33Z', 'revision_number': 1, 'project_id': '5efb9b646c554c22b0521e69231c9910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f24f76f9-b9ec-4633-8261-907729c49542', 'name': '', 'network_id': '7806f8bb-4441-4b40-a114-e639f43ce5ef', 'tenant_id': '5efb9b646c554c22b0521e69231c9910', 'mac_address': 'fa:16:3e:3f:d9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6a5bba92-673b-4ffb-874f-ddb7f0dd2e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:37Z', 'updated_at': '2021-08-06T17:23:50Z', 'revision_number': 5, 'project_id': '5efb9b646c554c22b0521e69231c9910', 'subnets': [{'id': '6a5bba92-673b-4ffb-874f-ddb7f0dd2e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:29:34.235600 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8b489f-346d-48e4-8ece-f1ec0a9da11d None None] Checking router: 4691c707-9de5-48ae-a7a1-6d40740ba8df for host: dv-cinder-803773-1-iscsi {{(pid=93310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:29:34.244079 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8b489f-346d-48e4-8ece-f1ec0a9da11d None None] Routers {'4691c707-9de5-48ae-a7a1-6d40740ba8df'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:29:34.244678 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-6c8b489f-346d-48e4-8ece-f1ec0a9da11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:29:23Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['4691c707-9de5-48ae-a7a1-6d40740ba8df'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:29:34.277648 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-ab67015e-3ee3-4b62-a4ae-1e2d6c04ff46 req-3aeeba08-0cde-4b6a-a99e-5841fc2532d2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7de3099-cc8b-4067-ab62-4971e549feeb HTTP/1.1" status: 200 len: 999 time: 0.0615044 Aug 06 17:29:34.339117 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67015e-3ee3-4b62-a4ae-1e2d6c04ff46 req-1a81ed52-723e-4ad5-ba02-ceb8cb24f673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:34.340568 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-ab67015e-3ee3-4b62-a4ae-1e2d6c04ff46 req-1a81ed52-723e-4ad5-ba02-ceb8cb24f673 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6a5bba92-673b-4ffb-874f-ddb7f0dd2e8d HTTP/1.1" status: 200 len: 849 time: 0.0441575 Aug 06 17:29:34.350749 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-6c8b489f-346d-48e4-8ece-f1ec0a9da11d None None] Set router 4691c707-9de5-48ae-a7a1-6d40740ba8df gateway port host: dv-cinder-803773-1-iscsi {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:29:34.398881 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67015e-3ee3-4b62-a4ae-1e2d6c04ff46 req-8ec6c814-df6e-4c8d-9d20-3f3c5db2f66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:34.400435 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-ab67015e-3ee3-4b62-a4ae-1e2d6c04ff46 req-8ec6c814-df6e-4c8d-9d20-3f3c5db2f66f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=7806f8bb-4441-4b40-a114-e639f43ce5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429749 Aug 06 17:29:34.500224 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-ab67015e-3ee3-4b62-a4ae-1e2d6c04ff46 req-c8aa8fd6-ef3d-416b-952f-8880eb97918a service neutron] 10.222.0.96 "GET /v2.0/networks/7806f8bb-4441-4b40-a114-e639f43ce5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907981 Aug 06 17:29:34.578629 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-6c8b489f-346d-48e4-8ece-f1ec0a9da11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'name': 'tempest-AttachVolumeTestJSON-602422730-router', 'tenant_id': '5efb9b646c554c22b0521e69231c9910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '433f0f52-ade9-43b9-ab61-3c069ba29041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:23:30Z', 'updated_at': '2021-08-06T17:23:40Z', 'revision_number': 4, 'project_id': '5efb9b646c554c22b0521e69231c9910', 'gw_port': {'id': '433f0f52-ade9-43b9-ab61-3c069ba29041', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:34:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:32Z', 'updated_at': '2021-08-06T17:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_floatingips': [{'id': '79ca0dcc-6747-4d5f-8cb5-3051d34f54a6', 'tenant_id': '5efb9b646c554c22b0521e69231c9910', 'floating_ip_address': '172.27.0.18', 'floating_network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'router_id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'port_id': 'b7de3099-cc8b-4067-ab62-4971e549feeb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7806f8bb-4441-4b40-a114-e639f43ce5ef', 'mac_address': 'fa:16:3e:5a:9e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4810651b-f46f-40f9-8c27-2ed822882f91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:29:17Z', 'updated_at': '2021-08-06T17:29:33Z', 'revision_number': 1, 'project_id': '5efb9b646c554c22b0521e69231c9910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f24f76f9-b9ec-4633-8261-907729c49542', 'name': '', 'network_id': '7806f8bb-4441-4b40-a114-e639f43ce5ef', 'tenant_id': '5efb9b646c554c22b0521e69231c9910', 'mac_address': 'fa:16:3e:3f:d9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6a5bba92-673b-4ffb-874f-ddb7f0dd2e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:37Z', 'updated_at': '2021-08-06T17:23:50Z', 'revision_number': 5, 'project_id': '5efb9b646c554c22b0521e69231c9910', 'subnets': [{'id': '6a5bba92-673b-4ffb-874f-ddb7f0dd2e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:29:34.595094 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-ab67015e-3ee3-4b62-a4ae-1e2d6c04ff46 req-6bbb9c79-3b8d-45f5-a590-e8c8c639003d service neutron] 10.222.0.96 "GET /v2.0/networks/7806f8bb-4441-4b40-a114-e639f43ce5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857980 Aug 06 17:29:34.605501 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8b489f-346d-48e4-8ece-f1ec0a9da11d None None] The sync data for ids ['4691c707-9de5-48ae-a7a1-6d40740ba8df'] in dv-cinder-803773-1-iscsi is: [{'id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'name': 'tempest-AttachVolumeTestJSON-602422730-router', 'tenant_id': '5efb9b646c554c22b0521e69231c9910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '433f0f52-ade9-43b9-ab61-3c069ba29041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:23:30Z', 'updated_at': '2021-08-06T17:23:40Z', 'revision_number': 4, 'project_id': '5efb9b646c554c22b0521e69231c9910', 'gw_port': {'id': '433f0f52-ade9-43b9-ab61-3c069ba29041', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:34:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:32Z', 'updated_at': '2021-08-06T17:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_floatingips': [{'id': '79ca0dcc-6747-4d5f-8cb5-3051d34f54a6', 'tenant_id': '5efb9b646c554c22b0521e69231c9910', 'floating_ip_address': '172.27.0.18', 'floating_network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'router_id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'port_id': 'b7de3099-cc8b-4067-ab62-4971e549feeb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7806f8bb-4441-4b40-a114-e639f43ce5ef', 'mac_address': 'fa:16:3e:5a:9e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4810651b-f46f-40f9-8c27-2ed822882f91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:29:17Z', 'updated_at': '2021-08-06T17:29:33Z', 'revision_number': 1, 'project_id': '5efb9b646c554c22b0521e69231c9910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f24f76f9-b9ec-4633-8261-907729c49542', 'name': '', 'network_id': '7806f8bb-4441-4b40-a114-e639f43ce5ef', 'tenant_id': '5efb9b646c554c22b0521e69231c9910', 'mac_address': 'fa:16:3e:3f:d9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6a5bba92-673b-4ffb-874f-ddb7f0dd2e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:37Z', 'updated_at': '2021-08-06T17:23:50Z', 'revision_number': 5, 'project_id': '5efb9b646c554c22b0521e69231c9910', 'subnets': [{'id': '6a5bba92-673b-4ffb-874f-ddb7f0dd2e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:29:34.806556 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4c633a-3de3-4316-aa63-dd91d119f182 None None] New status for floating IP 79ca0dcc-6747-4d5f-8cb5-3051d34f54a6: ACTIVE {{(pid=93311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 17:29:38.088740 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a67ea741-950d-461d-bc7b-b53a7d6cb286 req-a416ada1-cead-4eb5-8fb5-259e70d2fe01 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1423727996&fields=id&tenant_id=4b89d81ddcd049a3a1e3b0c7ef913e87 HTTP/1.1" status: 200 len: 267 time: 0.0354629 Aug 06 17:29:38.142294 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ea741-950d-461d-bc7b-b53a7d6cb286 req-bd918979-504f-423a-a2f8-d005717d82c1 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:38.143797 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a67ea741-950d-461d-bc7b-b53a7d6cb286 req-bd918979-504f-423a-a2f8-d005717d82c1 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 984 time: 0.0488875 Aug 06 17:29:38.154725 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [req-a67ea741-950d-461d-bc7b-b53a7d6cb286 req-ed079989-e6b9-4a8d-8285-d2a0fcdef847 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Request body: {'port': {'security_groups': ['4f4e69be-d6a0-4d1e-aa51-c82010cafd86']}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:29:38.225559 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-a67ea741-950d-461d-bc7b-b53a7d6cb286 req-ed079989-e6b9-4a8d-8285-d2a0fcdef847 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:38.360782 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.agents_db [None req-f0f84874-ee0a-4567-8005-82f1841bb43f None None] Agent healthcheck: found 6 active agents {{(pid=93311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:29:38.406220 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [req-a67ea741-950d-461d-bc7b-b53a7d6cb286 req-ed079989-e6b9-4a8d-8285-d2a0fcdef847 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] For port daf4a5ec-87fe-4a35-8fc1-83fabf5c8919, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=daf4a5ec-87fe-4a35-8fc1-83fabf5c8919,segment=NetworkSegment(17499022-9700-4d06-a86c-af76ee7e0f6d),segment_id=17499022-9700-4d06-a86c-af76ee7e0f6d)] {{(pid=93308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:29:38.438919 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-a67ea741-950d-461d-bc7b-b53a7d6cb286 req-ed079989-e6b9-4a8d-8285-d2a0fcdef847 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks [] for port, precommit_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:38.444892 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-a67ea741-950d-461d-bc7b-b53a7d6cb286 req-ed079989-e6b9-4a8d-8285-d2a0fcdef847 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089731'] for port, after_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:38.487885 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ea741-950d-461d-bc7b-b53a7d6cb286 req-ed079989-e6b9-4a8d-8285-d2a0fcdef847 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:38.488511 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-a67ea741-950d-461d-bc7b-b53a7d6cb286 req-ed079989-e6b9-4a8d-8285-d2a0fcdef847 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:38.490456 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a67ea741-950d-461d-bc7b-b53a7d6cb286 req-ed079989-e6b9-4a8d-8285-d2a0fcdef847 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "PUT /v2.0/ports/daf4a5ec-87fe-4a35-8fc1-83fabf5c8919 HTTP/1.1" status: 200 len: 942 time: 0.3401783 Aug 06 17:29:38.494203 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cd43bd5-e46d-43ac-b486-b2cbcd39de17', 'tag': 'daf4a5ec-87fe-4a35-8fc1-83fabf5c8919'}] {{(pid=93308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:29:38.495975 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9970891e86e7a54ba8327591cdb5f98a510e69f2198634f60bde42845cd177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c5ac96-b346-4168-8743-68f76b810d4f" -d '{"events": [{"name": "network-changed", "server_uuid": "5cd43bd5-e46d-43ac-b486-b2cbcd39de17", "tag": "daf4a5ec-87fe-4a35-8fc1-83fabf5c8919"}]}' {{(pid=93308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:29:38.498571 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 36916) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:29:38.502138 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] get_ports_and_sgs() called for port_ids ['daf4a5ec-87fe-4a35-8fc1-83fabf5c8919'] {{(pid=93310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:29:38.541713 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed079989-e6b9-4a8d-8285-d2a0fcdef847 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Pushing event updated for resources: {'Port': ['ID=daf4a5ec-87fe-4a35-8fc1-83fabf5c8919,revision_number=7']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:29:38.545767 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d856c23-afe2-444b-8981-45a16cf0b7bb x-openstack-request-id: req-4d856c23-afe2-444b-8981-45a16cf0b7bb {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:29:38.546054 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cd43bd5-e46d-43ac-b486-b2cbcd39de17", "tag": "daf4a5ec-87fe-4a35-8fc1-83fabf5c8919", "status": "completed", "code": 200}]} {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:29:38.546762 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4d856c23-afe2-444b-8981-45a16cf0b7bb {{(pid=93308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:29:38.546762 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cd43bd5-e46d-43ac-b486-b2cbcd39de17', 'tag': 'daf4a5ec-87fe-4a35-8fc1-83fabf5c8919', 'status': 'completed', 'code': 200} Aug 06 17:29:38.552171 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed079989-e6b9-4a8d-8285-d2a0fcdef847 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:29:38.552540 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed079989-e6b9-4a8d-8285-d2a0fcdef847 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:29:38.552848 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed079989-e6b9-4a8d-8285-d2a0fcdef847 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:29:38.553181 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed079989-e6b9-4a8d-8285-d2a0fcdef847 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:29:38.553818 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed079989-e6b9-4a8d-8285-d2a0fcdef847 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:29:38.554147 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed079989-e6b9-4a8d-8285-d2a0fcdef847 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:29:38.554520 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed079989-e6b9-4a8d-8285-d2a0fcdef847 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:29:38.554846 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed079989-e6b9-4a8d-8285-d2a0fcdef847 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:29:38.555165 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed079989-e6b9-4a8d-8285-d2a0fcdef847 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:29:38.555490 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed079989-e6b9-4a8d-8285-d2a0fcdef847 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:29:38.555862 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed079989-e6b9-4a8d-8285-d2a0fcdef847 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:29:38.556191 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed079989-e6b9-4a8d-8285-d2a0fcdef847 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:29:38.579018 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-44bb7520-30e3-46b5-9349-29090f3f8292 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:38.620099 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-44bb7520-30e3-46b5-9349-29090f3f8292 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:38.713214 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-44bb7520-30e3-46b5-9349-29090f3f8292 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:38.715878 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-44bb7520-30e3-46b5-9349-29090f3f8292 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:38.716968 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-44bb7520-30e3-46b5-9349-29090f3f8292 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "DELETE /v2.0/security-groups/a7f73eb8-4923-4502-9d9a-237bdf771589 HTTP/1.1" status: 204 len: 168 time: 0.2173157 Aug 06 17:29:38.719837 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 36924) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:29:38.722390 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5ac96-b346-4168-8743-68f76b810d4f req-7ce8b9ba-84e2-4a1b-9857-9d0af711ea50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:38.723812 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-96c5ac96-b346-4168-8743-68f76b810d4f req-7ce8b9ba-84e2-4a1b-9857-9d0af711ea50 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4b89d81ddcd049a3a1e3b0c7ef913e87&device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 1098 time: 0.0562179 Aug 06 17:29:38.729942 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb7520-30e3-46b5-9349-29090f3f8292 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f73eb8-4923-4502-9d9a-237bdf771589,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:29:38.768082 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-679c4047-da5e-4baf-a68d-dd442571145c None None] Provisioning complete for port daf4a5ec-87fe-4a35-8fc1-83fabf5c8919 triggered by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:29:38.768610 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-679c4047-da5e-4baf-a68d-dd442571145c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:38.832058 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5ac96-b346-4168-8743-68f76b810d4f req-1e740eb8-7742-45ae-96cb-f7459b8d42d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:38.833806 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-96c5ac96-b346-4168-8743-68f76b810d4f req-1e740eb8-7742-45ae-96cb-f7459b8d42d4 service neutron] 10.222.0.96 "GET /v2.0/networks?id=9a14efbb-6e94-439a-a6e6-5a94d9f3c818 HTTP/1.1" status: 200 len: 915 time: 0.0993857 Aug 06 17:29:38.835741 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] get_ports_and_sgs() called for port_ids ['daf4a5ec-87fe-4a35-8fc1-83fabf5c8919'] {{(pid=93310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:29:38.893891 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [None req-41f4a9de-a909-4d87-a010-2ad777329dcb tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Deleting port 3a4fc073-9d4b-4459-b383-15c7e0a231f6 {{(pid=93308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:29:38.894271 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-41f4a9de-a909-4d87-a010-2ad777329dcb tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:38.912494 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-96c5ac96-b346-4168-8743-68f76b810d4f req-45eb57a3-a306-404a-90a8-39e1835b10d6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=daf4a5ec-87fe-4a35-8fc1-83fabf5c8919 HTTP/1.1" status: 200 len: 1001 time: 0.0666819 Aug 06 17:29:38.977016 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-41f4a9de-a909-4d87-a010-2ad777329dcb tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:38.977016 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-41f4a9de-a909-4d87-a010-2ad777329dcb tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:38.977635 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5ac96-b346-4168-8743-68f76b810d4f req-18ff61a7-0616-4b0f-a1e5-88b669af20a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:38.979192 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-96c5ac96-b346-4168-8743-68f76b810d4f req-18ff61a7-0616-4b0f-a1e5-88b669af20a5 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d4ce2c86-70ee-4932-994f-c3d019d987cc HTTP/1.1" status: 200 len: 852 time: 0.0434396 Aug 06 17:29:38.990502 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [None req-41f4a9de-a909-4d87-a010-2ad777329dcb tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Calling delete_port for 3a4fc073-9d4b-4459-b383-15c7e0a231f6 owned by network:floatingip {{(pid=93308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:29:39.042454 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5ac96-b346-4168-8743-68f76b810d4f req-b6676012-4924-4ef1-841d-0680dab3d0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:39.044046 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-96c5ac96-b346-4168-8743-68f76b810d4f req-b6676012-4924-4ef1-841d-0680dab3d0c2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9a14efbb-6e94-439a-a6e6-5a94d9f3c818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460176 Aug 06 17:29:39.149493 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-96c5ac96-b346-4168-8743-68f76b810d4f req-46ae263e-c2ac-45a3-aec9-96ee42f1ea9d service neutron] 10.222.0.96 "GET /v2.0/networks/9a14efbb-6e94-439a-a6e6-5a94d9f3c818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848212 Aug 06 17:29:39.168691 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-41f4a9de-a909-4d87-a010-2ad777329dcb tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089738'] for port, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:39.193355 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f4a9de-a909-4d87-a010-2ad777329dcb tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Pushing event deleted for resources: {'Port': ['ID=3a4fc073-9d4b-4459-b383-15c7e0a231f6,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:29:39.256025 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-41f4a9de-a909-4d87-a010-2ad777329dcb tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks [] for floatingip, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:39.256480 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.db.l3_db [None req-41f4a9de-a909-4d87-a010-2ad777329dcb tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Floating IP 1f86e35f-1072-4173-81a7-4237cc84200c disassociated (deleted). External IP: 172.27.0.224, port: daf4a5ec-87fe-4a35-8fc1-83fabf5c8919. Aug 06 17:29:39.259131 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-96c5ac96-b346-4168-8743-68f76b810d4f req-d1b6c927-fa98-48b3-89d4-2da11d5095c0 service neutron] 10.222.0.96 "GET /v2.0/networks/9a14efbb-6e94-439a-a6e6-5a94d9f3c818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882599 Aug 06 17:29:39.474277 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f4a9de-a909-4d87-a010-2ad777329dcb tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Router a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54 has already been hosted by L3 agent cbcd3d9e-bca5-4529-952b-48c65d2aceac {{(pid=93308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:29:39.585128 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f4a9de-a909-4d87-a010-2ad777329dcb tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify agent at l3_agent.dv-cinder-803773-1-iscsi the message routers_updated {{(pid=93308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:29:39.589505 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-41f4a9de-a909-4d87-a010-2ad777329dcb tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for floatingip, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:39.596970 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7652b173-2244-459a-b20f-43e065396388 None None] Sync routers for ids ['a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54'] in dv-cinder-803773-1-iscsi {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:29:39.607417 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7652b173-2244-459a-b20f-43e065396388 None None] Routers {'a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:29:39.608254 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-7652b173-2244-459a-b20f-43e065396388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:29:23Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:29:39.623947 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-41f4a9de-a909-4d87-a010-2ad777329dcb tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "DELETE /v2.0/floatingips/1f86e35f-1072-4173-81a7-4237cc84200c HTTP/1.1" status: 204 len: 168 time: 0.9000087 Aug 06 17:29:39.725917 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-7652b173-2244-459a-b20f-43e065396388 None None] Set router a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:29:39.943625 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-7652b173-2244-459a-b20f-43e065396388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54', 'name': 'tempest-TestMinimumBasicScenario-68168460-router', 'tenant_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'da7056e2-04f6-4762-a7d7-3a1bd8253fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:26:14Z', 'updated_at': '2021-08-06T17:26:18Z', 'revision_number': 4, 'project_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'gw_port': {'id': 'da7056e2-04f6-4762-a7d7-3a1bd8253fcb', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:26:15Z', 'updated_at': '2021-08-06T17:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': 'bc769ed0-27f1-4e47-9e88-8487b87dc158', 'name': '', 'network_id': '9a14efbb-6e94-439a-a6e6-5a94d9f3c818', 'tenant_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'mac_address': 'fa:16:3e:85:2e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'd4ce2c86-70ee-4932-994f-c3d019d987cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:26:17Z', 'updated_at': '2021-08-06T17:26:22Z', 'revision_number': 5, 'project_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'subnets': [{'id': 'd4ce2c86-70ee-4932-994f-c3d019d987cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:29:39.974637 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7652b173-2244-459a-b20f-43e065396388 None None] Checking router: a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54 for host: dv-cinder-803773-1-iscsi {{(pid=93310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:29:39.983625 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7652b173-2244-459a-b20f-43e065396388 None None] Routers {'a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:29:39.988111 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-7652b173-2244-459a-b20f-43e065396388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:29:23Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:29:40.209927 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:40.230122 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-7652b173-2244-459a-b20f-43e065396388 None None] Set router a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:29:40.443433 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-7652b173-2244-459a-b20f-43e065396388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54', 'name': 'tempest-TestMinimumBasicScenario-68168460-router', 'tenant_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'da7056e2-04f6-4762-a7d7-3a1bd8253fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:26:14Z', 'updated_at': '2021-08-06T17:26:18Z', 'revision_number': 4, 'project_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'gw_port': {'id': 'da7056e2-04f6-4762-a7d7-3a1bd8253fcb', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:26:15Z', 'updated_at': '2021-08-06T17:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': 'bc769ed0-27f1-4e47-9e88-8487b87dc158', 'name': '', 'network_id': '9a14efbb-6e94-439a-a6e6-5a94d9f3c818', 'tenant_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'mac_address': 'fa:16:3e:85:2e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'd4ce2c86-70ee-4932-994f-c3d019d987cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:26:17Z', 'updated_at': '2021-08-06T17:26:22Z', 'revision_number': 5, 'project_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'subnets': [{'id': 'd4ce2c86-70ee-4932-994f-c3d019d987cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:29:40.469142 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7652b173-2244-459a-b20f-43e065396388 None None] The sync data for ids ['a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54'] in dv-cinder-803773-1-iscsi is: [{'id': 'a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54', 'name': 'tempest-TestMinimumBasicScenario-68168460-router', 'tenant_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'da7056e2-04f6-4762-a7d7-3a1bd8253fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:26:14Z', 'updated_at': '2021-08-06T17:26:18Z', 'revision_number': 4, 'project_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'gw_port': {'id': 'da7056e2-04f6-4762-a7d7-3a1bd8253fcb', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:26:15Z', 'updated_at': '2021-08-06T17:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': 'bc769ed0-27f1-4e47-9e88-8487b87dc158', 'name': '', 'network_id': '9a14efbb-6e94-439a-a6e6-5a94d9f3c818', 'tenant_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'mac_address': 'fa:16:3e:85:2e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'd4ce2c86-70ee-4932-994f-c3d019d987cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:26:17Z', 'updated_at': '2021-08-06T17:26:22Z', 'revision_number': 5, 'project_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'subnets': [{'id': 'd4ce2c86-70ee-4932-994f-c3d019d987cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:29:40.548041 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cd43bd5-e46d-43ac-b486-b2cbcd39de17', 'tag': 'daf4a5ec-87fe-4a35-8fc1-83fabf5c8919'}] {{(pid=93308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:29:40.550466 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9970891e86e7a54ba8327591cdb5f98a510e69f2198634f60bde42845cd177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf5cd5a-f4db-4efc-9e5a-1b117f53fb82" -d '{"events": [{"name": "network-changed", "server_uuid": "5cd43bd5-e46d-43ac-b486-b2cbcd39de17", "tag": "daf4a5ec-87fe-4a35-8fc1-83fabf5c8919"}]}' {{(pid=93308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:29:40.588069 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4eb6e13-ff9f-43e1-ba7a-9335a02077f7 x-openstack-request-id: req-a4eb6e13-ff9f-43e1-ba7a-9335a02077f7 {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:29:40.588422 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cd43bd5-e46d-43ac-b486-b2cbcd39de17", "tag": "daf4a5ec-87fe-4a35-8fc1-83fabf5c8919", "status": "completed", "code": 200}]} {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:29:40.588748 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a4eb6e13-ff9f-43e1-ba7a-9335a02077f7 {{(pid=93308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:29:40.589213 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cd43bd5-e46d-43ac-b486-b2cbcd39de17', 'tag': 'daf4a5ec-87fe-4a35-8fc1-83fabf5c8919', 'status': 'completed', 'code': 200} Aug 06 17:29:40.707680 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5cd5a-f4db-4efc-9e5a-1b117f53fb82 req-749ba338-26f1-4426-a5cf-b85f297e3dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:40.709207 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-fbf5cd5a-f4db-4efc-9e5a-1b117f53fb82 req-749ba338-26f1-4426-a5cf-b85f297e3dcc service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4b89d81ddcd049a3a1e3b0c7ef913e87&device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 1098 time: 0.0480809 Aug 06 17:29:40.712857 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40510b6c-9547-4444-a4e6-e024d68311f3 None None] New status for floating IP 1f86e35f-1072-4173-81a7-4237cc84200c: DOWN {{(pid=93311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 17:29:40.882684 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5cd5a-f4db-4efc-9e5a-1b117f53fb82 req-0e55f1f8-742b-45e6-b979-2f77560914ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:40.884224 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-fbf5cd5a-f4db-4efc-9e5a-1b117f53fb82 req-0e55f1f8-742b-45e6-b979-2f77560914ff service neutron] 10.222.0.96 "GET /v2.0/networks?id=9a14efbb-6e94-439a-a6e6-5a94d9f3c818 HTTP/1.1" status: 200 len: 915 time: 0.0998790 Aug 06 17:29:40.936803 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-fbf5cd5a-f4db-4efc-9e5a-1b117f53fb82 req-cbdf61d9-3c93-428a-b99f-1dad3c58e429 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=daf4a5ec-87fe-4a35-8fc1-83fabf5c8919 HTTP/1.1" status: 200 len: 217 time: 0.0357544 Aug 06 17:29:40.995076 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5cd5a-f4db-4efc-9e5a-1b117f53fb82 req-775c7d5f-2090-43de-b637-9b5f5158c4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:40.996604 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-fbf5cd5a-f4db-4efc-9e5a-1b117f53fb82 req-775c7d5f-2090-43de-b637-9b5f5158c4c9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d4ce2c86-70ee-4932-994f-c3d019d987cc HTTP/1.1" status: 200 len: 852 time: 0.0440271 Aug 06 17:29:41.045446 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5cd5a-f4db-4efc-9e5a-1b117f53fb82 req-679cd442-2106-472f-88b5-f1053dfdbcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:41.046991 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-fbf5cd5a-f4db-4efc-9e5a-1b117f53fb82 req-679cd442-2106-472f-88b5-f1053dfdbcbb service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9a14efbb-6e94-439a-a6e6-5a94d9f3c818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420210 Aug 06 17:29:41.191082 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-fbf5cd5a-f4db-4efc-9e5a-1b117f53fb82 req-0c0e04ef-d719-4157-b2c7-08008e603aa2 service neutron] 10.222.0.96 "GET /v2.0/networks/9a14efbb-6e94-439a-a6e6-5a94d9f3c818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905380 Aug 06 17:29:41.291037 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-fbf5cd5a-f4db-4efc-9e5a-1b117f53fb82 req-a3ff7496-5924-40a6-9cce-587295cb8092 service neutron] 10.222.0.96 "GET /v2.0/networks/9a14efbb-6e94-439a-a6e6-5a94d9f3c818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899551 Aug 06 17:29:42.138486 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f26d75-992c-42d3-982b-cba0d34ebb33 req-5689c8ee-b187-429a-8280-d94bf5551e93 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:42.140633 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-56f26d75-992c-42d3-982b-cba0d34ebb33 req-5689c8ee-b187-429a-8280-d94bf5551e93 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=e8ab92ea-45f9-4777-aa58-f2a643ec0b0b HTTP/1.1" status: 200 len: 945 time: 0.0595100 Aug 06 17:29:42.181487 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-56f26d75-992c-42d3-982b-cba0d34ebb33 req-3b688462-69ee-4e5a-b777-34f75d00d68c tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348852 Aug 06 17:29:43.311930 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55454c18-dc53-49f1-9de8-c32f1ca9807a req-287cacf8-eb4c-43d8-976c-60f34c66f486 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:43.313324 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-55454c18-dc53-49f1-9de8-c32f1ca9807a req-287cacf8-eb4c-43d8-976c-60f34c66f486 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=e8ab92ea-45f9-4777-aa58-f2a643ec0b0b HTTP/1.1" status: 200 len: 945 time: 0.0527551 Aug 06 17:29:43.361689 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-55454c18-dc53-49f1-9de8-c32f1ca9807a req-51a1dd1f-0eda-4382-8fb3-39a9b1b7e2b3 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404372 Aug 06 17:29:43.703532 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a71866-1a31-43df-859a-9a546445d38a req-a74085c3-b921-4021-aebb-d472a2a03c15 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:43.705061 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-35a71866-1a31-43df-859a-9a546445d38a req-a74085c3-b921-4021-aebb-d472a2a03c15 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 945 time: 0.0603626 Aug 06 17:29:43.753156 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-35a71866-1a31-43df-859a-9a546445d38a req-38af4150-7647-4f04-a800-eb033170c977 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f4e69be-d6a0-4d1e-aa51-c82010cafd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386710 Aug 06 17:29:44.498861 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d150f-e72b-4172-8acc-6e57a3818707 req-f8988968-5b01-4e85-ade2-e6c18338b320 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:44.500542 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f08d150f-e72b-4172-8acc-6e57a3818707 req-f8988968-5b01-4e85-ade2-e6c18338b320 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=e8ab92ea-45f9-4777-aa58-f2a643ec0b0b HTTP/1.1" status: 200 len: 945 time: 0.0584848 Aug 06 17:29:44.541152 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f08d150f-e72b-4172-8acc-6e57a3818707 req-aaf9d251-1834-4fdc-b557-fc52653fc91f tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345716 Aug 06 17:29:44.760798 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f332a-2986-4f85-be2e-9bc5724cb4f2 req-aa2438c5-9d1c-412e-a805-9c61f35b57b5 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:44.762304 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-fd4f332a-2986-4f85-be2e-9bc5724cb4f2 req-aa2438c5-9d1c-412e-a805-9c61f35b57b5 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8ab92ea-45f9-4777-aa58-f2a643ec0b0b HTTP/1.1" status: 200 len: 945 time: 0.0620091 Aug 06 17:29:44.896343 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36620d51-ecc1-4a2d-94a0-d266464ad647 req-5fd9ab31-6219-4562-91d8-3760351ceefd tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:44.897827 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-36620d51-ecc1-4a2d-94a0-d266464ad647 req-5fd9ab31-6219-4562-91d8-3760351ceefd tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 945 time: 0.0622523 Aug 06 17:29:44.904093 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.plugin [req-fd4f332a-2986-4f85-be2e-9bc5724cb4f2 req-4ea135f7-3065-405f-a6a9-e3e30f3a9e93 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Deleting port 4a0af693-142b-4a3b-979e-3bd25931fcb4 {{(pid=93309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:29:44.904972 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-fd4f332a-2986-4f85-be2e-9bc5724cb4f2 req-4ea135f7-3065-405f-a6a9-e3e30f3a9e93 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:45.000366 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-36620d51-ecc1-4a2d-94a0-d266464ad647 req-d67ae2c8-8f3a-45f5-9d0f-012fafc12c7d tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f4e69be-d6a0-4d1e-aa51-c82010cafd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918560 Aug 06 17:29:45.026621 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.db [req-fd4f332a-2986-4f85-be2e-9bc5724cb4f2 req-4ea135f7-3065-405f-a6a9-e3e30f3a9e93 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] For port 4a0af693-142b-4a3b-979e-3bd25931fcb4, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=4a0af693-142b-4a3b-979e-3bd25931fcb4,segment=NetworkSegment(e8007d69-4b5c-4d4a-a40f-9e51dc3e769f),segment_id=e8007d69-4b5c-4d4a-a40f-9e51dc3e769f)] {{(pid=93309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:29:45.026985 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-fd4f332a-2986-4f85-be2e-9bc5724cb4f2 req-4ea135f7-3065-405f-a6a9-e3e30f3a9e93 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:45.040076 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.plugin [req-fd4f332a-2986-4f85-be2e-9bc5724cb4f2 req-4ea135f7-3065-405f-a6a9-e3e30f3a9e93 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Calling delete_port for 4a0af693-142b-4a3b-979e-3bd25931fcb4 owned by compute:nova {{(pid=93309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:29:45.185010 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-fd4f332a-2986-4f85-be2e-9bc5724cb4f2 req-4ea135f7-3065-405f-a6a9-e3e30f3a9e93 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379163'] for port, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:45.213237 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea135f7-3065-405f-a6a9-e3e30f3a9e93 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Pushing event deleted for resources: {'Port': ['ID=4a0af693-142b-4a3b-979e-3bd25931fcb4,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:29:45.232521 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] get_ports_and_sgs() called for port_ids ['4902b4bd-390e-4122-b5bd-878c4b3e91a4', '047d9e9f-c7f9-467f-b542-ff899c856307', 'e3a4e45c-deef-4fe6-9362-58b4eaa1aad5', '4a0af693-142b-4a3b-979e-3bd25931fcb4'] {{(pid=93310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:29:45.257746 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd4f332a-2986-4f85-be2e-9bc5724cb4f2 req-4ea135f7-3065-405f-a6a9-e3e30f3a9e93 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] No DVR routers for this DVR port 4a0af693-142b-4a3b-979e-3bd25931fcb4 on host hv-cinder-80377 {{(pid=93309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:29:45.260469 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-fd4f332a-2986-4f85-be2e-9bc5724cb4f2 req-4ea135f7-3065-405f-a6a9-e3e30f3a9e93 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:45.262668 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-fd4f332a-2986-4f85-be2e-9bc5724cb4f2 req-4ea135f7-3065-405f-a6a9-e3e30f3a9e93 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.96 "DELETE /v2.0/ports/4a0af693-142b-4a3b-979e-3bd25931fcb4 HTTP/1.1" status: 204 len: 173 time: 0.4879892 Aug 06 17:29:45.263080 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ab92ea-45f9-4777-aa58-f2a643ec0b0b', 'name': 'network-vif-deleted', 'tag': '4a0af693-142b-4a3b-979e-3bd25931fcb4'}] {{(pid=93309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:29:45.265370 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8dc615238e5bcef59bfa1369ec241dac088066ad095906c2652e3fbb51f90a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870b8c59-fe0b-46ea-b8be-d80ed7b8fa80" -d '{"events": [{"server_uuid": "e8ab92ea-45f9-4777-aa58-f2a643ec0b0b", "name": "network-vif-deleted", "tag": "4a0af693-142b-4a3b-979e-3bd25931fcb4"}]}' {{(pid=93309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:29:45.304455 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7148c6-88f6-42f7-96c1-d392359a95f9 x-openstack-request-id: req-5c7148c6-88f6-42f7-96c1-d392359a95f9 {{(pid=93309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:29:45.304743 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ab92ea-45f9-4777-aa58-f2a643ec0b0b", "name": "network-vif-deleted", "tag": "4a0af693-142b-4a3b-979e-3bd25931fcb4", "status": "completed", "code": 200}]} {{(pid=93309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:29:45.304989 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-5c7148c6-88f6-42f7-96c1-d392359a95f9 {{(pid=93309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:29:45.305378 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ab92ea-45f9-4777-aa58-f2a643ec0b0b', 'name': 'network-vif-deleted', 'tag': '4a0af693-142b-4a3b-979e-3bd25931fcb4', 'status': 'completed', 'code': 200} Aug 06 17:29:45.653903 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-7ff85aa2-df1f-41e0-8ac6-4b682c244c75 req-4ed6f1c5-a831-4109-9cd6-c4bb966ba493 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=e8ab92ea-45f9-4777-aa58-f2a643ec0b0b HTTP/1.1" status: 200 len: 210 time: 0.0317130 Aug 06 17:29:46.128208 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1377af-d946-4b81-a35c-daa43541e602 req-580864e3-2edb-4a37-91c0-18573a897241 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:46.129686 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-ee1377af-d946-4b81-a35c-daa43541e602 req-580864e3-2edb-4a37-91c0-18573a897241 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 945 time: 0.0562103 Aug 06 17:29:46.170830 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-ee1377af-d946-4b81-a35c-daa43541e602 req-02e048db-8680-4e4e-8095-83597011a7a0 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f4e69be-d6a0-4d1e-aa51-c82010cafd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349245 Aug 06 17:29:46.821804 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f709f1-65c3-484e-a9f5-b80c0d0a2f0b req-ca6d3a80-fcb8-43d6-aa84-3184d3204841 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:46.823370 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-04f709f1-65c3-484e-a9f5-b80c0d0a2f0b req-ca6d3a80-fcb8-43d6-aa84-3184d3204841 tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.96 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 945 time: 0.0591533 Aug 06 17:29:46.926293 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.plugin [req-04f709f1-65c3-484e-a9f5-b80c0d0a2f0b req-41d8e798-c7c8-4aef-97b6-ad25d3069a8b tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Deleting port daf4a5ec-87fe-4a35-8fc1-83fabf5c8919 {{(pid=93309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:29:46.926601 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-04f709f1-65c3-484e-a9f5-b80c0d0a2f0b req-41d8e798-c7c8-4aef-97b6-ad25d3069a8b tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:47.015923 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.db [req-04f709f1-65c3-484e-a9f5-b80c0d0a2f0b req-41d8e798-c7c8-4aef-97b6-ad25d3069a8b tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] For port daf4a5ec-87fe-4a35-8fc1-83fabf5c8919, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=daf4a5ec-87fe-4a35-8fc1-83fabf5c8919,segment=NetworkSegment(17499022-9700-4d06-a86c-af76ee7e0f6d),segment_id=17499022-9700-4d06-a86c-af76ee7e0f6d)] {{(pid=93309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:29:47.016282 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-04f709f1-65c3-484e-a9f5-b80c0d0a2f0b req-41d8e798-c7c8-4aef-97b6-ad25d3069a8b tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:47.030802 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.plugin [req-04f709f1-65c3-484e-a9f5-b80c0d0a2f0b req-41d8e798-c7c8-4aef-97b6-ad25d3069a8b tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Calling delete_port for daf4a5ec-87fe-4a35-8fc1-83fabf5c8919 owned by compute:nova {{(pid=93309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:29:47.167834 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-04f709f1-65c3-484e-a9f5-b80c0d0a2f0b req-41d8e798-c7c8-4aef-97b6-ad25d3069a8b tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379163'] for port, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:47.200953 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d8e798-c7c8-4aef-97b6-ad25d3069a8b tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Pushing event deleted for resources: {'Port': ['ID=daf4a5ec-87fe-4a35-8fc1-83fabf5c8919,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:29:47.211717 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] get_ports_and_sgs() called for port_ids ['daf4a5ec-87fe-4a35-8fc1-83fabf5c8919'] {{(pid=93310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:29:47.258886 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f709f1-65c3-484e-a9f5-b80c0d0a2f0b req-41d8e798-c7c8-4aef-97b6-ad25d3069a8b tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] No DVR routers for this DVR port daf4a5ec-87fe-4a35-8fc1-83fabf5c8919 on host hv-cinder-80377 {{(pid=93309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:29:47.262188 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-04f709f1-65c3-484e-a9f5-b80c0d0a2f0b req-41d8e798-c7c8-4aef-97b6-ad25d3069a8b tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:47.264156 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-04f709f1-65c3-484e-a9f5-b80c0d0a2f0b req-41d8e798-c7c8-4aef-97b6-ad25d3069a8b tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.96 "DELETE /v2.0/ports/daf4a5ec-87fe-4a35-8fc1-83fabf5c8919 HTTP/1.1" status: 204 len: 173 time: 0.4266181 Aug 06 17:29:47.291571 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-12f4d153-29c2-47cd-b267-0c0f3357c0b7 req-2585cd05-b003-47b8-963f-faa5cd42543b tempest-TestMinimumBasicScenario-148030117 tempest-TestMinimumBasicScenario-148030117-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cd43bd5-e46d-43ac-b486-b2cbcd39de17 HTTP/1.1" status: 200 len: 210 time: 0.0305598 Aug 06 17:29:47.306419 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd43bd5-e46d-43ac-b486-b2cbcd39de17', 'name': 'network-vif-deleted', 'tag': 'daf4a5ec-87fe-4a35-8fc1-83fabf5c8919'}] {{(pid=93309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:29:47.308833 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8dc615238e5bcef59bfa1369ec241dac088066ad095906c2652e3fbb51f90a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ea8669-9640-452f-9de6-0d89f6ab8a0e" -d '{"events": [{"server_uuid": "5cd43bd5-e46d-43ac-b486-b2cbcd39de17", "name": "network-vif-deleted", "tag": "daf4a5ec-87fe-4a35-8fc1-83fabf5c8919"}]}' {{(pid=93309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:29:47.346180 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfc8e46-0dfd-4d19-a0f5-4cd150f2969f x-openstack-request-id: req-9cfc8e46-0dfd-4d19-a0f5-4cd150f2969f {{(pid=93309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:29:47.346497 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cd43bd5-e46d-43ac-b486-b2cbcd39de17", "name": "network-vif-deleted", "tag": "daf4a5ec-87fe-4a35-8fc1-83fabf5c8919", "status": "completed", "code": 200}]} {{(pid=93309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:29:47.346739 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-9cfc8e46-0dfd-4d19-a0f5-4cd150f2969f {{(pid=93309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:29:47.347118 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cd43bd5-e46d-43ac-b486-b2cbcd39de17', 'name': 'network-vif-deleted', 'tag': 'daf4a5ec-87fe-4a35-8fc1-83fabf5c8919', 'status': 'completed', 'code': 200} Aug 06 17:29:47.474425 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-63a4c69e-5f83-4930-a504-08c271f45170 req-858ff251-31d1-42d9-b5a3-f91be4c23f7e service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=439f63a1-a62e-4a2c-90d3-c76a0512cda7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449111 Aug 06 17:29:47.588658 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4c69e-5f83-4930-a504-08c271f45170 req-b26c1f2c-75cf-41ad-850b-f2cd3f5b9d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:47.590450 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-63a4c69e-5f83-4930-a504-08c271f45170 req-b26c1f2c-75cf-41ad-850b-f2cd3f5b9d9b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=eec354650a054c959e22148249c2c1c4&device_id=439f63a1-a62e-4a2c-90d3-c76a0512cda7 HTTP/1.1" status: 200 len: 1098 time: 0.0430958 Aug 06 17:29:47.702783 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4c69e-5f83-4930-a504-08c271f45170 req-553da3c8-6740-4202-987f-7f55a4b21c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:47.704256 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-63a4c69e-5f83-4930-a504-08c271f45170 req-553da3c8-6740-4202-987f-7f55a4b21c31 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b65bf330-493e-44e7-8527-d23d2f6611d0 HTTP/1.1" status: 200 len: 916 time: 0.0891774 Aug 06 17:29:47.751700 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-63a4c69e-5f83-4930-a504-08c271f45170 req-e083ca7f-1b19-47ac-b54e-d62aab60256d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4902b4bd-390e-4122-b5bd-878c4b3e91a4 HTTP/1.1" status: 200 len: 217 time: 0.0377128 Aug 06 17:29:47.821173 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4c69e-5f83-4930-a504-08c271f45170 req-ff7fc06b-1186-452b-8939-ac2e0f9bf91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:47.822721 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-63a4c69e-5f83-4930-a504-08c271f45170 req-ff7fc06b-1186-452b-8939-ac2e0f9bf91a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5516777b-7360-41fb-9526-612d8505129f HTTP/1.1" status: 200 len: 854 time: 0.0523732 Aug 06 17:29:47.861140 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-63a4c69e-5f83-4930-a504-08c271f45170 req-67611d90-150d-4d12-ad37-59359e91b318 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b65bf330-493e-44e7-8527-d23d2f6611d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278244 Aug 06 17:29:48.000694 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-63a4c69e-5f83-4930-a504-08c271f45170 req-6376240f-3903-4b20-bcf4-fa49eb4040c8 service neutron] 10.222.0.96 "GET /v2.0/networks/b65bf330-493e-44e7-8527-d23d2f6611d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982115 Aug 06 17:29:48.095610 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc769656-0e48-4d6a-bcd1-3652e496c652 req-92c9cb1d-d84c-4c49-90d3-08aababb0111 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:48.097202 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-bc769656-0e48-4d6a-bcd1-3652e496c652 req-92c9cb1d-d84c-4c49-90d3-08aababb0111 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=92d291c0-4099-4a55-b5b3-6d6b4eb393a1 HTTP/1.1" status: 200 len: 945 time: 0.0511069 Aug 06 17:29:48.135527 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-bc769656-0e48-4d6a-bcd1-3652e496c652 req-b9a502bf-345d-4ed9-b3e8-48f7c5d86591 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320790 Aug 06 17:29:48.243509 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-63a4c69e-5f83-4930-a504-08c271f45170 req-9aa1e21a-3714-4eb4-aa44-6ab20a43fe94 service neutron] 10.222.0.96 "GET /v2.0/networks/b65bf330-493e-44e7-8527-d23d2f6611d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906804 Aug 06 17:29:49.031639 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 37088) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:29:49.294927 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95624080-1314-482b-bd05-36d986b9f878 req-b26a7c62-ace6-4575-afd6-fd049dc4221b tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:49.296623 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-95624080-1314-482b-bd05-36d986b9f878 req-b26a7c62-ace6-4575-afd6-fd049dc4221b tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=92d291c0-4099-4a55-b5b3-6d6b4eb393a1 HTTP/1.1" status: 200 len: 945 time: 0.0878811 Aug 06 17:29:49.359330 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-95624080-1314-482b-bd05-36d986b9f878 req-0bb6b67e-16a8-4535-b0c7-6ea3365182ab tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567341 Aug 06 17:29:49.446116 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-b1163122-ff41-4e24-ae49-ef02915fe13b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429544'] for router_interface, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:49.706696 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 4a0af693-142b-4a3b-979e-3bd25931fcb4 no longer exists at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:29:49.707294 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [None req-b1163122-ff41-4e24-ae49-ef02915fe13b admin admin] Deleting port bc769ed0-27f1-4e47-9e88-8487b87dc158 {{(pid=93308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:29:49.707294 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-b1163122-ff41-4e24-ae49-ef02915fe13b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:49.727402 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] No Port match for: 4a0af693-142b-4a3b-979e-3bd25931fcb4 {{(pid=93310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:29:49.727728 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 4a0af693-142b-4a3b-979e-3bd25931fcb4 not bound to the agent host hv-cinder-80377 {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:29:49.728173 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device daf4a5ec-87fe-4a35-8fc1-83fabf5c8919 no longer exists at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:29:49.746761 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] No Port match for: daf4a5ec-87fe-4a35-8fc1-83fabf5c8919 {{(pid=93310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:29:49.747097 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device daf4a5ec-87fe-4a35-8fc1-83fabf5c8919 not bound to the agent host hv-cinder-80377 {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:29:49.790471 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [None req-b1163122-ff41-4e24-ae49-ef02915fe13b admin admin] For port bc769ed0-27f1-4e47-9e88-8487b87dc158, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=bc769ed0-27f1-4e47-9e88-8487b87dc158,segment=NetworkSegment(17499022-9700-4d06-a86c-af76ee7e0f6d),segment_id=17499022-9700-4d06-a86c-af76ee7e0f6d)] {{(pid=93308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:29:49.790826 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-b1163122-ff41-4e24-ae49-ef02915fe13b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:49.807838 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [None req-b1163122-ff41-4e24-ae49-ef02915fe13b admin admin] Calling delete_port for bc769ed0-27f1-4e47-9e88-8487b87dc158 owned by network:router_interface {{(pid=93308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:29:50.010901 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-b1163122-ff41-4e24-ae49-ef02915fe13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089738'] for port, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:50.037345 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1163122-ff41-4e24-ae49-ef02915fe13b admin admin] Pushing event deleted for resources: {'Port': ['ID=bc769ed0-27f1-4e47-9e88-8487b87dc158,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:29:50.204287 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-b1163122-ff41-4e24-ae49-ef02915fe13b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429428'] for router_interface, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:50.441638 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1163122-ff41-4e24-ae49-ef02915fe13b admin admin] Router a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54 has already been hosted by L3 agent cbcd3d9e-bca5-4529-952b-48c65d2aceac {{(pid=93308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:29:50.500287 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63932b87-9861-4dc5-9419-349c04879937 req-2a0380f5-2d84-4d10-9b57-e6fe69d44545 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:50.501871 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-63932b87-9861-4dc5-9419-349c04879937 req-2a0380f5-2d84-4d10-9b57-e6fe69d44545 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=92d291c0-4099-4a55-b5b3-6d6b4eb393a1 HTTP/1.1" status: 200 len: 945 time: 0.0526009 Aug 06 17:29:50.546015 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-63932b87-9861-4dc5-9419-349c04879937 req-3406c763-c1f0-455f-81f6-cf4b96357073 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373001 Aug 06 17:29:50.662846 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce039b2-72ed-4509-bced-02af8348ac0f req-3addcd5b-cc29-4311-a17c-59d3257b75d5 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:50.664767 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-5ce039b2-72ed-4509-bced-02af8348ac0f req-3addcd5b-cc29-4311-a17c-59d3257b75d5 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.96 "GET /v2.0/ports?device_id=92d291c0-4099-4a55-b5b3-6d6b4eb393a1 HTTP/1.1" status: 200 len: 945 time: 0.0514798 Aug 06 17:29:50.821009 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1163122-ff41-4e24-ae49-ef02915fe13b admin admin] Notify agent at l3_agent.dv-cinder-803773-1-iscsi the message routers_updated {{(pid=93308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:29:50.826287 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-b1163122-ff41-4e24-ae49-ef02915fe13b admin admin] 10.222.0.89 "PUT /v2.0/routers/a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7934577 Aug 06 17:29:50.829029 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 37100) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:29:50.835105 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a39571e-8fbb-47cc-9ce0-2087c7c9b34c None None] Sync routers for ids ['a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54'] in dv-cinder-803773-1-iscsi {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:29:50.845370 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a39571e-8fbb-47cc-9ce0-2087c7c9b34c None None] Routers {'a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:29:50.846528 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-9a39571e-8fbb-47cc-9ce0-2087c7c9b34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:29:23Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:29:50.937192 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-0aef63f3-b8ba-4931-9a90-da6b28499f39 admin admin] Notify callbacks [] for router, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:50.958485 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-9a39571e-8fbb-47cc-9ce0-2087c7c9b34c None None] Set router a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:29:51.011786 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.plugin [req-5ce039b2-72ed-4509-bced-02af8348ac0f req-b04ac258-a8ee-4688-ac78-994dac824bc3 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Deleting port e3a4e45c-deef-4fe6-9362-58b4eaa1aad5 {{(pid=93309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:29:51.012133 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-5ce039b2-72ed-4509-bced-02af8348ac0f req-b04ac258-a8ee-4688-ac78-994dac824bc3 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:51.049311 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-0aef63f3-b8ba-4931-9a90-da6b28499f39 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:51.102944 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-f90533c8-d07e-4896-8c4a-3c2f220796d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:51.104396 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.db [req-5ce039b2-72ed-4509-bced-02af8348ac0f req-b04ac258-a8ee-4688-ac78-994dac824bc3 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] For port e3a4e45c-deef-4fe6-9362-58b4eaa1aad5, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=e3a4e45c-deef-4fe6-9362-58b4eaa1aad5,segment=NetworkSegment(e8007d69-4b5c-4d4a-a40f-9e51dc3e769f),segment_id=e8007d69-4b5c-4d4a-a40f-9e51dc3e769f)] {{(pid=93309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:29:51.104760 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-5ce039b2-72ed-4509-bced-02af8348ac0f req-b04ac258-a8ee-4688-ac78-994dac824bc3 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:51.107110 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [None req-0aef63f3-b8ba-4931-9a90-da6b28499f39 admin admin] Deleting port da7056e2-04f6-4762-a7d7-3a1bd8253fcb {{(pid=93308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:29:51.107110 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-0aef63f3-b8ba-4931-9a90-da6b28499f39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:51.118132 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.plugin [req-5ce039b2-72ed-4509-bced-02af8348ac0f req-b04ac258-a8ee-4688-ac78-994dac824bc3 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Calling delete_port for e3a4e45c-deef-4fe6-9362-58b4eaa1aad5 owned by compute:nova {{(pid=93309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:29:51.157971 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-9a39571e-8fbb-47cc-9ce0-2087c7c9b34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54', 'name': 'tempest-TestMinimumBasicScenario-68168460-router', 'tenant_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'da7056e2-04f6-4762-a7d7-3a1bd8253fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:26:14Z', 'updated_at': '2021-08-06T17:29:49Z', 'revision_number': 5, 'project_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'gw_port': {'id': 'da7056e2-04f6-4762-a7d7-3a1bd8253fcb', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:26:15Z', 'updated_at': '2021-08-06T17:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi'}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:29:51.187177 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a39571e-8fbb-47cc-9ce0-2087c7c9b34c None None] Checking router: a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54 for host: dv-cinder-803773-1-iscsi {{(pid=93310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:29:51.192246 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [None req-0aef63f3-b8ba-4931-9a90-da6b28499f39 admin admin] For port da7056e2-04f6-4762-a7d7-3a1bd8253fcb, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=da7056e2-04f6-4762-a7d7-3a1bd8253fcb,segment=NetworkSegment(0f56620f-272e-4079-bfd8-f32d6a32afa9),segment_id=0f56620f-272e-4079-bfd8-f32d6a32afa9)] {{(pid=93308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:29:51.192539 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-0aef63f3-b8ba-4931-9a90-da6b28499f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:51.196026 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a39571e-8fbb-47cc-9ce0-2087c7c9b34c None None] Routers {'a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:29:51.196700 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-9a39571e-8fbb-47cc-9ce0-2087c7c9b34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:29:23Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:29:51.205991 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [None req-0aef63f3-b8ba-4931-9a90-da6b28499f39 admin admin] Calling delete_port for da7056e2-04f6-4762-a7d7-3a1bd8253fcb owned by network:router_gateway {{(pid=93308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:29:51.257595 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-5ce039b2-72ed-4509-bced-02af8348ac0f req-b04ac258-a8ee-4688-ac78-994dac824bc3 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379163'] for port, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:51.291202 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-9a39571e-8fbb-47cc-9ce0-2087c7c9b34c None None] Set router a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54 gateway port host: None {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:29:51.292797 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ac258-a8ee-4688-ac78-994dac824bc3 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Pushing event deleted for resources: {'Port': ['ID=e3a4e45c-deef-4fe6-9362-58b4eaa1aad5,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:29:51.324442 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] get_ports_and_sgs() called for port_ids ['4902b4bd-390e-4122-b5bd-878c4b3e91a4', '047d9e9f-c7f9-467f-b542-ff899c856307', 'e3a4e45c-deef-4fe6-9362-58b4eaa1aad5'] {{(pid=93310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:29:51.347223 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce039b2-72ed-4509-bced-02af8348ac0f req-b04ac258-a8ee-4688-ac78-994dac824bc3 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] No DVR routers for this DVR port e3a4e45c-deef-4fe6-9362-58b4eaa1aad5 on host hv-cinder-80377 {{(pid=93309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:29:51.349819 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-5ce039b2-72ed-4509-bced-02af8348ac0f req-b04ac258-a8ee-4688-ac78-994dac824bc3 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:51.351983 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-5ce039b2-72ed-4509-bced-02af8348ac0f req-b04ac258-a8ee-4688-ac78-994dac824bc3 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.96 "DELETE /v2.0/ports/e3a4e45c-deef-4fe6-9362-58b4eaa1aad5 HTTP/1.1" status: 204 len: 173 time: 0.6780951 Aug 06 17:29:51.352444 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d291c0-4099-4a55-b5b3-6d6b4eb393a1', 'name': 'network-vif-deleted', 'tag': 'e3a4e45c-deef-4fe6-9362-58b4eaa1aad5'}] {{(pid=93309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:29:51.354853 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8dc615238e5bcef59bfa1369ec241dac088066ad095906c2652e3fbb51f90a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2619836-271e-4a89-88d8-e3d38c88049c" -d '{"events": [{"server_uuid": "92d291c0-4099-4a55-b5b3-6d6b4eb393a1", "name": "network-vif-deleted", "tag": "e3a4e45c-deef-4fe6-9362-58b4eaa1aad5"}]}' {{(pid=93309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:29:51.375873 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-9a39571e-8fbb-47cc-9ce0-2087c7c9b34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54', 'name': 'tempest-TestMinimumBasicScenario-68168460-router', 'tenant_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:26:14Z', 'updated_at': '2021-08-06T17:29:51Z', 'revision_number': 6, 'project_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'gw_port_host': None}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:29:51.399953 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-0aef63f3-b8ba-4931-9a90-da6b28499f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089738'] for port, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:51.402330 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f3ab10-603b-4420-8862-31b083ab7b13 x-openstack-request-id: req-09f3ab10-603b-4420-8862-31b083ab7b13 {{(pid=93309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:29:51.403186 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d291c0-4099-4a55-b5b3-6d6b4eb393a1", "name": "network-vif-deleted", "tag": "e3a4e45c-deef-4fe6-9362-58b4eaa1aad5", "status": "completed", "code": 200}]} {{(pid=93309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:29:51.404191 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-09f3ab10-603b-4420-8862-31b083ab7b13 {{(pid=93309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:29:51.406819 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d291c0-4099-4a55-b5b3-6d6b4eb393a1', 'name': 'network-vif-deleted', 'tag': 'e3a4e45c-deef-4fe6-9362-58b4eaa1aad5', 'status': 'completed', 'code': 200} Aug 06 17:29:51.408205 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a39571e-8fbb-47cc-9ce0-2087c7c9b34c None None] The sync data for ids ['a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54'] in dv-cinder-803773-1-iscsi is: [{'id': 'a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54', 'name': 'tempest-TestMinimumBasicScenario-68168460-router', 'tenant_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:26:14Z', 'updated_at': '2021-08-06T17:29:51Z', 'revision_number': 6, 'project_id': '4b89d81ddcd049a3a1e3b0c7ef913e87', 'gw_port_host': None}] {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:29:51.429964 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef63f3-b8ba-4931-9a90-da6b28499f39 admin admin] Pushing event deleted for resources: {'Port': ['ID=da7056e2-04f6-4762-a7d7-3a1bd8253fcb,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:29:51.501372 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-0aef63f3-b8ba-4931-9a90-da6b28499f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-434336'] for router_gateway, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:51.614395 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-0aef63f3-b8ba-4931-9a90-da6b28499f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5262'] for router, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:51.616612 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-0aef63f3-b8ba-4931-9a90-da6b28499f39 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:51.663014 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-0a214f39-290d-486c-8fa5-784e8eb70049 req-6d65ebec-88c0-46a9-8d46-81e37ab4a667 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=92d291c0-4099-4a55-b5b3-6d6b4eb393a1 HTTP/1.1" status: 200 len: 210 time: 0.0263708 Aug 06 17:29:51.684187 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-0aef63f3-b8ba-4931-9a90-da6b28499f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427157'] for router, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:51.685070 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aef63f3-b8ba-4931-9a90-da6b28499f39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54 {{(pid=93308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 17:29:51.691155 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-0aef63f3-b8ba-4931-9a90-da6b28499f39 admin admin] Notify callbacks [] for router, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:51.692330 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-0aef63f3-b8ba-4931-9a90-da6b28499f39 admin admin] 10.222.0.89 "DELETE /v2.0/routers/a8bb3ee7-2c5a-4826-acf8-9e54ff7cfc54 HTTP/1.1" status: 204 len: 168 time: 0.8623831 Aug 06 17:29:51.695310 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 37110) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:29:51.743006 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f3e0dd1-95c4-4b60-b62c-21031fe3451c admin admin] Deleting subnet d4ce2c86-70ee-4932-994f-c3d019d987cc {{(pid=93308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 17:29:51.748333 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-1f3e0dd1-95c4-4b60-b62c-21031fe3451c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:51.784378 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-1f3e0dd1-95c4-4b60-b62c-21031fe3451c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27089399'] for subnet, precommit_delete_associations {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:51.898084 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-1f3e0dd1-95c4-4b60-b62c-21031fe3451c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3688605'] for subnet, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:51.952961 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-1f3e0dd1-95c4-4b60-b62c-21031fe3451c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3688586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26816410'] for subnet, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:51.975379 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e0dd1-95c4-4b60-b62c-21031fe3451c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4ce2c86-70ee-4932-994f-c3d019d987cc,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:29:51.981133 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-1f3e0dd1-95c4-4b60-b62c-21031fe3451c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:51.983052 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-1f3e0dd1-95c4-4b60-b62c-21031fe3451c admin admin] 10.222.0.89 "DELETE /v2.0/subnets/d4ce2c86-70ee-4932-994f-c3d019d987cc HTTP/1.1" status: 204 len: 168 time: 0.2868252 Aug 06 17:29:51.985951 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 37112) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:29:51.986727 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628ca0e9-7702-49c2-93fe-052d2c0346d0 None None] Network 9a14efbb-6e94-439a-a6e6-5a94d9f3c818 requested from dv-cinder-803773-1-iscsi {{(pid=93310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:29:52.058853 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-302efad3-87d1-4ab5-bcd0-99dc78b2d012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798447'] for network, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:52.118010 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.plugin [None req-302efad3-87d1-4ab5-bcd0-99dc78b2d012 admin admin] Deleting port fc04800b-6a0e-48bc-8fa9-feac93524627 {{(pid=93309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:29:52.118368 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-302efad3-87d1-4ab5-bcd0-99dc78b2d012 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:52.167641 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcbceae-2f1a-463d-b85b-5b716964cfc7 None None] DHCP port deletion for 9a14efbb-6e94-439a-a6e6-5a94d9f3c818 request from dv-cinder-803773-1-iscsi {{(pid=93310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 17:29:52.210197 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.db [None req-302efad3-87d1-4ab5-bcd0-99dc78b2d012 admin admin] For port fc04800b-6a0e-48bc-8fa9-feac93524627, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=fc04800b-6a0e-48bc-8fa9-feac93524627,segment=NetworkSegment(17499022-9700-4d06-a86c-af76ee7e0f6d),segment_id=17499022-9700-4d06-a86c-af76ee7e0f6d)] {{(pid=93309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:29:52.210587 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-302efad3-87d1-4ab5-bcd0-99dc78b2d012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:52.219587 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-ffcbceae-2f1a-463d-b85b-5b716964cfc7 None None] Deleting port fc04800b-6a0e-48bc-8fa9-feac93524627 {{(pid=93310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:29:52.220003 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-ffcbceae-2f1a-463d-b85b-5b716964cfc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:52.223579 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.plugin [None req-302efad3-87d1-4ab5-bcd0-99dc78b2d012 admin admin] Calling delete_port for fc04800b-6a0e-48bc-8fa9-feac93524627 owned by network:dhcp {{(pid=93309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:29:52.286443 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-ffcbceae-2f1a-463d-b85b-5b716964cfc7 None None] For port fc04800b-6a0e-48bc-8fa9-feac93524627, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=fc04800b-6a0e-48bc-8fa9-feac93524627,segment=NetworkSegment(17499022-9700-4d06-a86c-af76ee7e0f6d),segment_id=17499022-9700-4d06-a86c-af76ee7e0f6d)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:29:52.286872 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-ffcbceae-2f1a-463d-b85b-5b716964cfc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:52.300987 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-ffcbceae-2f1a-463d-b85b-5b716964cfc7 None None] Calling delete_port for fc04800b-6a0e-48bc-8fa9-feac93524627 owned by network:dhcp {{(pid=93310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:29:52.312490 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-302efad3-87d1-4ab5-bcd0-99dc78b2d012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379163'] for port, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:52.337778 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302efad3-87d1-4ab5-bcd0-99dc78b2d012 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc04800b-6a0e-48bc-8fa9-feac93524627,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:29:52.341161 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302efad3-87d1-4ab5-bcd0-99dc78b2d012 admin admin] No DVR routers for this DVR port fc04800b-6a0e-48bc-8fa9-feac93524627 on host dv-cinder-803773-1-iscsi {{(pid=93309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:29:52.416183 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-302efad3-87d1-4ab5-bcd0-99dc78b2d012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3691302', 'neutron.services.segments.db._delete_segments_for_network-8768831503162'] for network, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:52.431449 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.services.segments.db [None req-302efad3-87d1-4ab5-bcd0-99dc78b2d012 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a14efbb-6e94-439a-a6e6-5a94d9f3c818']}} {{(pid=93309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:29:52.447690 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.services.segments.db [None req-302efad3-87d1-4ab5-bcd0-99dc78b2d012 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17499022-9700-4d06-a86c-af76ee7e0f6d') {'for_net_delete': True} {{(pid=93309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:29:52.448037 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.services.segments.db [None req-302efad3-87d1-4ab5-bcd0-99dc78b2d012 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17499022-9700-4d06-a86c-af76ee7e0f6d') {} {{(pid=93309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:29:52.459122 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-302efad3-87d1-4ab5-bcd0-99dc78b2d012 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768831669908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29372860'] for segment, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:52.464531 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-ffcbceae-2f1a-463d-b85b-5b716964cfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253'] for port, after_delete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:52.476317 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-302efad3-87d1-4ab5-bcd0-99dc78b2d012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022'] for segment, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:52.484824 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-302efad3-87d1-4ab5-bcd0-99dc78b2d012 admin admin] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=93309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 17:29:52.485722 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-302efad3-87d1-4ab5-bcd0-99dc78b2d012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30379126'] for segment, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:52.487605 dv-cinder-803773-1-iscsi neutron-server[93309]: Traceback (most recent call last): Aug 06 17:29:52.487605 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 17:29:52.487605 dv-cinder-803773-1-iscsi neutron-server[93309]: timer() Aug 06 17:29:52.487605 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 17:29:52.487605 dv-cinder-803773-1-iscsi neutron-server[93309]: cb(*args, **kw) Aug 06 17:29:52.487605 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 17:29:52.487605 dv-cinder-803773-1-iscsi neutron-server[93309]: return func(*args, **kwargs) Aug 06 17:29:52.487605 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 17:29:52.487605 dv-cinder-803773-1-iscsi neutron-server[93309]: self._notify() Aug 06 17:29:52.487605 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 17:29:52.487605 dv-cinder-803773-1-iscsi neutron-server[93309]: self.callback(batched_events) Aug 06 17:29:52.487605 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 17:29:52.487605 dv-cinder-803773-1-iscsi neutron-server[93309]: event.method(event) Aug 06 17:29:52.487605 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 17:29:52.487605 dv-cinder-803773-1-iscsi neutron-server[93309]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 17:29:52.487605 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 17:29:52.487605 dv-cinder-803773-1-iscsi neutron-server[93309]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 17:29:52.487605 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 17:29:52.487605 dv-cinder-803773-1-iscsi neutron-server[93309]: return f(self, *a, **k) Aug 06 17:29:52.487605 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 17:29:52.487605 dv-cinder-803773-1-iscsi neutron-server[93309]: return self._get(url).json() Aug 06 17:29:52.487605 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 17:29:52.487605 dv-cinder-803773-1-iscsi neutron-server[93309]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 17:29:52.487605 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 17:29:52.487605 dv-cinder-803773-1-iscsi neutron-server[93309]: return self.request(url, 'GET', **kwargs) Aug 06 17:29:52.487605 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 17:29:52.487605 dv-cinder-803773-1-iscsi neutron-server[93309]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 17:29:52.487605 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 17:29:52.487605 dv-cinder-803773-1-iscsi neutron-server[93309]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 17:29:52.487605 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 17:29:52.487605 dv-cinder-803773-1-iscsi neutron-server[93309]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 17:29:52.487605 dv-cinder-803773-1-iscsi neutron-server[93309]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 17:29:52.505555 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcbceae-2f1a-463d-b85b-5b716964cfc7 None None] Pushing event deleted for resources: {'Port': ['ID=fc04800b-6a0e-48bc-8fa9-feac93524627,revision_number=None']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:29:52.507758 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcbceae-2f1a-463d-b85b-5b716964cfc7 None None] No DVR routers for this DVR port fc04800b-6a0e-48bc-8fa9-feac93524627 on host dv-cinder-803773-1-iscsi {{(pid=93310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:29:52.510108 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device da7056e2-04f6-4762-a7d7-3a1bd8253fcb no longer exists at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:29:52.532245 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] No Port match for: da7056e2-04f6-4762-a7d7-3a1bd8253fcb {{(pid=93310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:29:52.532724 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device da7056e2-04f6-4762-a7d7-3a1bd8253fcb not bound to the agent host dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:29:52.533160 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device fc04800b-6a0e-48bc-8fa9-feac93524627 no longer exists at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:29:52.548240 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-302efad3-87d1-4ab5-bcd0-99dc78b2d012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3691295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435753'] for network, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:52.552111 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] No Port match for: fc04800b-6a0e-48bc-8fa9-feac93524627 {{(pid=93310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:29:52.552459 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device fc04800b-6a0e-48bc-8fa9-feac93524627 not bound to the agent host dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:29:52.552885 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device bc769ed0-27f1-4e47-9e88-8487b87dc158 no longer exists at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:29:52.555039 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-302efad3-87d1-4ab5-bcd0-99dc78b2d012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for network, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:52.557131 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-302efad3-87d1-4ab5-bcd0-99dc78b2d012 admin admin] 10.222.0.89 "DELETE /v2.0/networks/9a14efbb-6e94-439a-a6e6-5a94d9f3c818 HTTP/1.1" status: 204 len: 168 time: 0.5693026 Aug 06 17:29:52.560136 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 37116) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:29:52.568057 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302efad3-87d1-4ab5-bcd0-99dc78b2d012 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a14efbb-6e94-439a-a6e6-5a94d9f3c818,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:29:52.572479 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] No Port match for: bc769ed0-27f1-4e47-9e88-8487b87dc158 {{(pid=93310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:29:52.572817 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device bc769ed0-27f1-4e47-9e88-8487b87dc158 not bound to the agent host dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:29:52.924348 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-0e41cfa0-5bf2-4afa-b8e7-c2c6dd99a946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429544'] for router_interface, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:52.954524 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549385f-3b32-47c5-b0dc-926e30a778c4 req-5118f25c-1708-45b6-b2ab-e8cdd084d8e4 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:52.955993 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-8549385f-3b32-47c5-b0dc-926e30a778c4 req-5118f25c-1708-45b6-b2ab-e8cdd084d8e4 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=5757ff27-1bc8-47d1-89bb-0ca7a940923f HTTP/1.1" status: 200 len: 946 time: 0.0496900 Aug 06 17:29:52.995525 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-8549385f-3b32-47c5-b0dc-926e30a778c4 req-1e5f957b-7019-4622-bccc-7b4d2fac93cb tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324333 Aug 06 17:29:53.188765 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [None req-0e41cfa0-5bf2-4afa-b8e7-c2c6dd99a946 admin admin] Deleting port e5ee6b15-6e6e-4337-b1d1-f391585ef2cc {{(pid=93308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:29:53.189056 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-0e41cfa0-5bf2-4afa-b8e7-c2c6dd99a946 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:53.271662 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [None req-0e41cfa0-5bf2-4afa-b8e7-c2c6dd99a946 admin admin] For port e5ee6b15-6e6e-4337-b1d1-f391585ef2cc, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=e5ee6b15-6e6e-4337-b1d1-f391585ef2cc,segment=NetworkSegment(d4a3fa14-a7b4-40b9-9268-946fefd5a62d),segment_id=d4a3fa14-a7b4-40b9-9268-946fefd5a62d)] {{(pid=93308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:29:53.272000 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-0e41cfa0-5bf2-4afa-b8e7-c2c6dd99a946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:53.285609 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [None req-0e41cfa0-5bf2-4afa-b8e7-c2c6dd99a946 admin admin] Calling delete_port for e5ee6b15-6e6e-4337-b1d1-f391585ef2cc owned by network:router_interface {{(pid=93308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:29:53.381492 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-198c269c-09e9-4b88-962a-6451ff207ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:53.475080 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-0e41cfa0-5bf2-4afa-b8e7-c2c6dd99a946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089738'] for port, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:53.503141 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41cfa0-5bf2-4afa-b8e7-c2c6dd99a946 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5ee6b15-6e6e-4337-b1d1-f391585ef2cc,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:29:53.672011 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-0e41cfa0-5bf2-4afa-b8e7-c2c6dd99a946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429428'] for router_interface, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:53.884817 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e41cfa0-5bf2-4afa-b8e7-c2c6dd99a946 admin admin] Router 7db6fae3-25a8-41b0-baba-2d3a0e95ee2a has already been hosted by L3 agent cbcd3d9e-bca5-4529-952b-48c65d2aceac {{(pid=93308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:29:53.996670 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e41cfa0-5bf2-4afa-b8e7-c2c6dd99a946 admin admin] Notify agent at l3_agent.dv-cinder-803773-1-iscsi the message routers_updated {{(pid=93308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:29:54.005990 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-0e41cfa0-5bf2-4afa-b8e7-c2c6dd99a946 admin admin] 10.222.0.89 "PUT /v2.0/routers/7db6fae3-25a8-41b0-baba-2d3a0e95ee2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4412358 Aug 06 17:29:54.005990 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 37130) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:29:54.009258 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72da8dd-1cca-4035-bf55-abbc5c57fde8 None None] Sync routers for ids ['7db6fae3-25a8-41b0-baba-2d3a0e95ee2a'] in dv-cinder-803773-1-iscsi {{(pid=93311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:29:54.020641 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72da8dd-1cca-4035-bf55-abbc5c57fde8 None None] Routers {'7db6fae3-25a8-41b0-baba-2d3a0e95ee2a'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:29:54.021274 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-e72da8dd-1cca-4035-bf55-abbc5c57fde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:29:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['7db6fae3-25a8-41b0-baba-2d3a0e95ee2a'], 'active': True} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:29:54.086335 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:54.124007 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvr_db [None req-e72da8dd-1cca-4035-bf55-abbc5c57fde8 None None] Set router 7db6fae3-25a8-41b0-baba-2d3a0e95ee2a gateway port host: dv-cinder-803773-1-iscsi {{(pid=93311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:29:54.140670 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-d9cb8e08-b783-4ace-96cc-219c7257499d admin admin] Notify callbacks [] for router, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:54.184007 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5011483-d128-4217-b13a-ac31fa4793a3 req-f54e89ce-54fd-4883-a084-bc348acdd8f2 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:54.185465 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f5011483-d128-4217-b13a-ac31fa4793a3 req-f54e89ce-54fd-4883-a084-bc348acdd8f2 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=5757ff27-1bc8-47d1-89bb-0ca7a940923f HTTP/1.1" status: 200 len: 946 time: 0.0969644 Aug 06 17:29:54.302834 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-e72da8dd-1cca-4035-bf55-abbc5c57fde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db6fae3-25a8-41b0-baba-2d3a0e95ee2a', 'name': 'tempest-TestMinimumBasicScenario-251011122-router', 'tenant_id': 'fd4b1ee22f2640478b15b1f79aa77421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'ef6a5d9d-4900-4d52-8474-fda03bad76df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:26:20Z', 'updated_at': '2021-08-06T17:29:53Z', 'revision_number': 5, 'project_id': 'fd4b1ee22f2640478b15b1f79aa77421', 'gw_port': {'id': 'ef6a5d9d-4900-4d52-8474-fda03bad76df', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db6fae3-25a8-41b0-baba-2d3a0e95ee2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:26:20Z', 'updated_at': '2021-08-06T17:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi'}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:29:54.335667 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72da8dd-1cca-4035-bf55-abbc5c57fde8 None None] Checking router: 7db6fae3-25a8-41b0-baba-2d3a0e95ee2a for host: dv-cinder-803773-1-iscsi {{(pid=93311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:29:54.345313 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72da8dd-1cca-4035-bf55-abbc5c57fde8 None None] Routers {'7db6fae3-25a8-41b0-baba-2d3a0e95ee2a'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:29:54.345965 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-e72da8dd-1cca-4035-bf55-abbc5c57fde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:29:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['7db6fae3-25a8-41b0-baba-2d3a0e95ee2a'], 'active': True} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:29:54.546217 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvr_db [None req-e72da8dd-1cca-4035-bf55-abbc5c57fde8 None None] Set router 7db6fae3-25a8-41b0-baba-2d3a0e95ee2a gateway port host: dv-cinder-803773-1-iscsi {{(pid=93311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:29:54.557631 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f5011483-d128-4217-b13a-ac31fa4793a3 req-4612062d-b5e2-4094-8b9c-e53f4986c4ae tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637757 Aug 06 17:29:54.572178 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-d9cb8e08-b783-4ace-96cc-219c7257499d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:54.627792 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [None req-d9cb8e08-b783-4ace-96cc-219c7257499d admin admin] Deleting port ef6a5d9d-4900-4d52-8474-fda03bad76df {{(pid=93308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:29:54.628159 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-d9cb8e08-b783-4ace-96cc-219c7257499d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:54.710645 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [None req-d9cb8e08-b783-4ace-96cc-219c7257499d admin admin] For port ef6a5d9d-4900-4d52-8474-fda03bad76df, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=ef6a5d9d-4900-4d52-8474-fda03bad76df,segment=NetworkSegment(0f56620f-272e-4079-bfd8-f32d6a32afa9),segment_id=0f56620f-272e-4079-bfd8-f32d6a32afa9)] {{(pid=93308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:29:54.711427 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-d9cb8e08-b783-4ace-96cc-219c7257499d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:54.722198 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-e72da8dd-1cca-4035-bf55-abbc5c57fde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db6fae3-25a8-41b0-baba-2d3a0e95ee2a', 'name': 'tempest-TestMinimumBasicScenario-251011122-router', 'tenant_id': 'fd4b1ee22f2640478b15b1f79aa77421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'ef6a5d9d-4900-4d52-8474-fda03bad76df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:26:20Z', 'updated_at': '2021-08-06T17:29:53Z', 'revision_number': 5, 'project_id': 'fd4b1ee22f2640478b15b1f79aa77421', 'gw_port': {'id': 'ef6a5d9d-4900-4d52-8474-fda03bad76df', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db6fae3-25a8-41b0-baba-2d3a0e95ee2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:26:20Z', 'updated_at': '2021-08-06T17:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi'}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:29:54.724000 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [None req-d9cb8e08-b783-4ace-96cc-219c7257499d admin admin] Calling delete_port for ef6a5d9d-4900-4d52-8474-fda03bad76df owned by network:router_gateway {{(pid=93308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:29:54.749587 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72da8dd-1cca-4035-bf55-abbc5c57fde8 None None] The sync data for ids ['7db6fae3-25a8-41b0-baba-2d3a0e95ee2a'] in dv-cinder-803773-1-iscsi is: [{'id': '7db6fae3-25a8-41b0-baba-2d3a0e95ee2a', 'name': 'tempest-TestMinimumBasicScenario-251011122-router', 'tenant_id': 'fd4b1ee22f2640478b15b1f79aa77421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'ef6a5d9d-4900-4d52-8474-fda03bad76df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:26:20Z', 'updated_at': '2021-08-06T17:29:53Z', 'revision_number': 5, 'project_id': 'fd4b1ee22f2640478b15b1f79aa77421', 'gw_port': {'id': 'ef6a5d9d-4900-4d52-8474-fda03bad76df', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db6fae3-25a8-41b0-baba-2d3a0e95ee2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:26:20Z', 'updated_at': '2021-08-06T17:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi'}] {{(pid=93311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:29:54.905780 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-d9cb8e08-b783-4ace-96cc-219c7257499d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089738'] for port, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:54.942772 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb8e08-b783-4ace-96cc-219c7257499d admin admin] Pushing event deleted for resources: {'Port': ['ID=ef6a5d9d-4900-4d52-8474-fda03bad76df,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:29:55.008388 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-d9cb8e08-b783-4ace-96cc-219c7257499d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-434336'] for router_gateway, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:55.009929 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cbae84-8ff9-4c1f-9f7c-27520703d926 req-6681b1e2-7bfb-40d1-b1c9-51579ea3fe5b tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:55.011850 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-57cbae84-8ff9-4c1f-9f7c-27520703d926 req-6681b1e2-7bfb-40d1-b1c9-51579ea3fe5b tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.96 "GET /v2.0/ports?device_id=5757ff27-1bc8-47d1-89bb-0ca7a940923f HTTP/1.1" status: 200 len: 946 time: 0.0517404 Aug 06 17:29:55.101785 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-d9cb8e08-b783-4ace-96cc-219c7257499d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5262'] for router, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:55.104938 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-d9cb8e08-b783-4ace-96cc-219c7257499d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:55.107720 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.plugin [req-57cbae84-8ff9-4c1f-9f7c-27520703d926 req-2df0fd8d-eb32-44ca-a803-138ec97adbee tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Deleting port 047d9e9f-c7f9-467f-b542-ff899c856307 {{(pid=93309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:29:55.108247 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-57cbae84-8ff9-4c1f-9f7c-27520703d926 req-2df0fd8d-eb32-44ca-a803-138ec97adbee tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:55.138133 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:55.152521 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-d9cb8e08-b783-4ace-96cc-219c7257499d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427157'] for router, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:55.153062 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9cb8e08-b783-4ace-96cc-219c7257499d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7db6fae3-25a8-41b0-baba-2d3a0e95ee2a {{(pid=93308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 17:29:55.157961 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-d9cb8e08-b783-4ace-96cc-219c7257499d admin admin] Notify callbacks [] for router, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:55.159049 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-d9cb8e08-b783-4ace-96cc-219c7257499d admin admin] 10.222.0.89 "DELETE /v2.0/routers/7db6fae3-25a8-41b0-baba-2d3a0e95ee2a HTTP/1.1" status: 204 len: 168 time: 1.1525433 Aug 06 17:29:55.161608 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 37138) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:29:55.205304 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.db_base_plugin_v2 [None req-c12bc1e3-4665-4301-8389-47df2643f553 admin admin] Deleting subnet 9ab9bacf-bae3-4796-9bff-5f9a83a09936 {{(pid=93308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 17:29:55.208489 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-c12bc1e3-4665-4301-8389-47df2643f553 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:55.216606 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.db [req-57cbae84-8ff9-4c1f-9f7c-27520703d926 req-2df0fd8d-eb32-44ca-a803-138ec97adbee tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] For port 047d9e9f-c7f9-467f-b542-ff899c856307, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=047d9e9f-c7f9-467f-b542-ff899c856307,segment=NetworkSegment(e8007d69-4b5c-4d4a-a40f-9e51dc3e769f),segment_id=e8007d69-4b5c-4d4a-a40f-9e51dc3e769f)] {{(pid=93309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:29:55.216998 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-57cbae84-8ff9-4c1f-9f7c-27520703d926 req-2df0fd8d-eb32-44ca-a803-138ec97adbee tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:55.231792 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.plugin [req-57cbae84-8ff9-4c1f-9f7c-27520703d926 req-2df0fd8d-eb32-44ca-a803-138ec97adbee tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Calling delete_port for 047d9e9f-c7f9-467f-b542-ff899c856307 owned by compute:nova {{(pid=93309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:29:55.249600 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-c12bc1e3-4665-4301-8389-47df2643f553 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27089399'] for subnet, precommit_delete_associations {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:55.331844 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-c12bc1e3-4665-4301-8389-47df2643f553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3688605'] for subnet, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:55.366971 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-57cbae84-8ff9-4c1f-9f7c-27520703d926 req-2df0fd8d-eb32-44ca-a803-138ec97adbee tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379163'] for port, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:55.390479 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-c12bc1e3-4665-4301-8389-47df2643f553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3688586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26816410'] for subnet, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:55.394077 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0fd8d-eb32-44ca-a803-138ec97adbee tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Pushing event deleted for resources: {'Port': ['ID=047d9e9f-c7f9-467f-b542-ff899c856307,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:29:55.404095 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-c12bc1e3-4665-4301-8389-47df2643f553 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:55.404816 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0fd8d-eb32-44ca-a803-138ec97adbee tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:29:55.405354 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0fd8d-eb32-44ca-a803-138ec97adbee tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:29:55.405688 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0fd8d-eb32-44ca-a803-138ec97adbee tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:29:55.406016 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0fd8d-eb32-44ca-a803-138ec97adbee tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:29:55.406360 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0fd8d-eb32-44ca-a803-138ec97adbee tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:29:55.406947 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0fd8d-eb32-44ca-a803-138ec97adbee tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:29:55.407269 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0fd8d-eb32-44ca-a803-138ec97adbee tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:29:55.407623 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0fd8d-eb32-44ca-a803-138ec97adbee tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:29:55.407935 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0fd8d-eb32-44ca-a803-138ec97adbee tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:29:55.408223 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0fd8d-eb32-44ca-a803-138ec97adbee tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:29:55.408533 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0fd8d-eb32-44ca-a803-138ec97adbee tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:29:55.408663 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-c12bc1e3-4665-4301-8389-47df2643f553 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/9ab9bacf-bae3-4796-9bff-5f9a83a09936 HTTP/1.1" status: 204 len: 168 time: 0.2461414 Aug 06 17:29:55.408848 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0fd8d-eb32-44ca-a803-138ec97adbee tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:29:55.411257 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 37140) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:29:55.415107 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449b0b00-c316-43fb-a551-44e24366e423 None None] Network 5c081744-fe44-4d3b-9300-d0409ac6ff56 requested from dv-cinder-803773-1-iscsi {{(pid=93310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:29:55.417379 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] get_ports_and_sgs() called for port_ids ['4902b4bd-390e-4122-b5bd-878c4b3e91a4', '047d9e9f-c7f9-467f-b542-ff899c856307'] {{(pid=93310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:29:55.449561 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12bc1e3-4665-4301-8389-47df2643f553 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ab9bacf-bae3-4796-9bff-5f9a83a09936,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:29:55.472241 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.l3_dvrscheduler_db [req-57cbae84-8ff9-4c1f-9f7c-27520703d926 req-2df0fd8d-eb32-44ca-a803-138ec97adbee tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] No DVR routers for this DVR port 047d9e9f-c7f9-467f-b542-ff899c856307 on host hv-cinder-80377 {{(pid=93309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:29:55.476069 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-57cbae84-8ff9-4c1f-9f7c-27520703d926 req-2df0fd8d-eb32-44ca-a803-138ec97adbee tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:55.478059 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-57cbae84-8ff9-4c1f-9f7c-27520703d926 req-2df0fd8d-eb32-44ca-a803-138ec97adbee tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.96 "DELETE /v2.0/ports/047d9e9f-c7f9-467f-b542-ff899c856307 HTTP/1.1" status: 204 len: 173 time: 0.4583621 Aug 06 17:29:55.478521 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5757ff27-1bc8-47d1-89bb-0ca7a940923f', 'name': 'network-vif-deleted', 'tag': '047d9e9f-c7f9-467f-b542-ff899c856307'}] {{(pid=93309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:29:55.480805 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8dc615238e5bcef59bfa1369ec241dac088066ad095906c2652e3fbb51f90a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6b3a8a-730e-4a0d-af5f-2c2cfe65024a" -d '{"events": [{"server_uuid": "5757ff27-1bc8-47d1-89bb-0ca7a940923f", "name": "network-vif-deleted", "tag": "047d9e9f-c7f9-467f-b542-ff899c856307"}]}' {{(pid=93309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:29:55.538019 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-bf300015-59da-4725-8b29-9ee0631effcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798447'] for network, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:55.556268 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d143984-8827-47c7-b2d2-c8c7877c4240 x-openstack-request-id: req-6d143984-8827-47c7-b2d2-c8c7877c4240 {{(pid=93309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:29:55.556800 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5757ff27-1bc8-47d1-89bb-0ca7a940923f", "name": "network-vif-deleted", "tag": "047d9e9f-c7f9-467f-b542-ff899c856307", "status": "completed", "code": 200}]} {{(pid=93309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:29:55.557044 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6d143984-8827-47c7-b2d2-c8c7877c4240 {{(pid=93309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:29:55.557467 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5757ff27-1bc8-47d1-89bb-0ca7a940923f', 'name': 'network-vif-deleted', 'tag': '047d9e9f-c7f9-467f-b542-ff899c856307', 'status': 'completed', 'code': 200} Aug 06 17:29:55.606191 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.plugin [None req-bf300015-59da-4725-8b29-9ee0631effcb admin admin] Deleting port d5b2b325-0fd9-422d-9c43-64b11afaacc0 {{(pid=93309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:29:55.606892 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-bf300015-59da-4725-8b29-9ee0631effcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:55.687856 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.db [None req-bf300015-59da-4725-8b29-9ee0631effcb admin admin] For port d5b2b325-0fd9-422d-9c43-64b11afaacc0, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=d5b2b325-0fd9-422d-9c43-64b11afaacc0,segment=NetworkSegment(d4a3fa14-a7b4-40b9-9268-946fefd5a62d),segment_id=d4a3fa14-a7b4-40b9-9268-946fefd5a62d)] {{(pid=93309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:29:55.688279 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-bf300015-59da-4725-8b29-9ee0631effcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:55.701022 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.plugin [None req-bf300015-59da-4725-8b29-9ee0631effcb admin admin] Calling delete_port for d5b2b325-0fd9-422d-9c43-64b11afaacc0 owned by network:dhcp {{(pid=93309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:29:55.702530 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-81c436d0-e118-4bd3-a1e2-fe520b58b279 req-40c02528-9381-4bab-bd2b-f6247ea18ee8 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=5757ff27-1bc8-47d1-89bb-0ca7a940923f HTTP/1.1" status: 200 len: 210 time: 0.0289538 Aug 06 17:29:55.776863 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device e3a4e45c-deef-4fe6-9362-58b4eaa1aad5 no longer exists at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:29:55.795530 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-bf300015-59da-4725-8b29-9ee0631effcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379163'] for port, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:55.802571 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e67ca3f-c98d-4c85-a9c7-5cf3e0186345 None None] DHCP port deletion for 5c081744-fe44-4d3b-9300-d0409ac6ff56 request from dv-cinder-803773-1-iscsi {{(pid=93310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 17:29:55.808750 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] No Port match for: e3a4e45c-deef-4fe6-9362-58b4eaa1aad5 {{(pid=93310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:29:55.809204 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device e3a4e45c-deef-4fe6-9362-58b4eaa1aad5 not bound to the agent host hv-cinder-80377 {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:29:55.824408 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf300015-59da-4725-8b29-9ee0631effcb admin admin] Pushing event deleted for resources: {'Port': ['ID=d5b2b325-0fd9-422d-9c43-64b11afaacc0,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:29:55.828047 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf300015-59da-4725-8b29-9ee0631effcb admin admin] No DVR routers for this DVR port d5b2b325-0fd9-422d-9c43-64b11afaacc0 on host dv-cinder-803773-1-iscsi {{(pid=93309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:29:55.902689 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-bf300015-59da-4725-8b29-9ee0631effcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3691302', 'neutron.services.segments.db._delete_segments_for_network-8768831503162'] for network, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:55.913036 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.services.segments.db [None req-bf300015-59da-4725-8b29-9ee0631effcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c081744-fe44-4d3b-9300-d0409ac6ff56']}} {{(pid=93309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:29:55.924054 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.services.segments.db [None req-bf300015-59da-4725-8b29-9ee0631effcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4a3fa14-a7b4-40b9-9268-946fefd5a62d') {'for_net_delete': True} {{(pid=93309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:29:55.924358 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.services.segments.db [None req-bf300015-59da-4725-8b29-9ee0631effcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4a3fa14-a7b4-40b9-9268-946fefd5a62d') {} {{(pid=93309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:29:55.933623 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-bf300015-59da-4725-8b29-9ee0631effcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768831669908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29372860'] for segment, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:55.947248 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-bf300015-59da-4725-8b29-9ee0631effcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022'] for segment, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:55.953281 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf300015-59da-4725-8b29-9ee0631effcb admin admin] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=93309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 17:29:55.953740 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-bf300015-59da-4725-8b29-9ee0631effcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30379126'] for segment, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:55.955424 dv-cinder-803773-1-iscsi neutron-server[93309]: Traceback (most recent call last): Aug 06 17:29:55.955424 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 17:29:55.955424 dv-cinder-803773-1-iscsi neutron-server[93309]: timer() Aug 06 17:29:55.955424 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 17:29:55.955424 dv-cinder-803773-1-iscsi neutron-server[93309]: cb(*args, **kw) Aug 06 17:29:55.955424 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 17:29:55.955424 dv-cinder-803773-1-iscsi neutron-server[93309]: return func(*args, **kwargs) Aug 06 17:29:55.955424 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 17:29:55.955424 dv-cinder-803773-1-iscsi neutron-server[93309]: self._notify() Aug 06 17:29:55.955424 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 17:29:55.955424 dv-cinder-803773-1-iscsi neutron-server[93309]: self.callback(batched_events) Aug 06 17:29:55.955424 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 17:29:55.955424 dv-cinder-803773-1-iscsi neutron-server[93309]: event.method(event) Aug 06 17:29:55.955424 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 17:29:55.955424 dv-cinder-803773-1-iscsi neutron-server[93309]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 17:29:55.955424 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 17:29:55.955424 dv-cinder-803773-1-iscsi neutron-server[93309]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 17:29:55.955424 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 17:29:55.955424 dv-cinder-803773-1-iscsi neutron-server[93309]: return f(self, *a, **k) Aug 06 17:29:55.955424 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 17:29:55.955424 dv-cinder-803773-1-iscsi neutron-server[93309]: return self._get(url).json() Aug 06 17:29:55.955424 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 17:29:55.955424 dv-cinder-803773-1-iscsi neutron-server[93309]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 17:29:55.955424 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 17:29:55.955424 dv-cinder-803773-1-iscsi neutron-server[93309]: return self.request(url, 'GET', **kwargs) Aug 06 17:29:55.955424 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 17:29:55.955424 dv-cinder-803773-1-iscsi neutron-server[93309]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 17:29:55.955424 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 17:29:55.955424 dv-cinder-803773-1-iscsi neutron-server[93309]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 17:29:55.955424 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 17:29:55.955424 dv-cinder-803773-1-iscsi neutron-server[93309]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 17:29:55.955424 dv-cinder-803773-1-iscsi neutron-server[93309]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 17:29:56.012420 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-bf300015-59da-4725-8b29-9ee0631effcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3691295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435753'] for network, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:56.019192 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-bf300015-59da-4725-8b29-9ee0631effcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for network, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:56.020374 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-bf300015-59da-4725-8b29-9ee0631effcb admin admin] 10.222.0.89 "DELETE /v2.0/networks/5c081744-fe44-4d3b-9300-d0409ac6ff56 HTTP/1.1" status: 204 len: 168 time: 0.6050630 Aug 06 17:29:56.031369 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf300015-59da-4725-8b29-9ee0631effcb admin admin] Pushing event deleted for resources: {'Network': ['ID=5c081744-fe44-4d3b-9300-d0409ac6ff56,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:29:56.202196 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 37152) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:29:56.240809 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-79f74478-0ecd-4e97-bd84-fb56e70a2d68 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=4b89d81ddcd049a3a1e3b0c7ef913e87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373933 Aug 06 17:29:56.243506 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 37154) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:29:56.299226 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-9a999d6e-fef9-41bf-8da7-1e59fb83b7aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:56.320860 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-9a999d6e-fef9-41bf-8da7-1e59fb83b7aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:56.371257 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-9a999d6e-fef9-41bf-8da7-1e59fb83b7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:56.374289 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-9a999d6e-fef9-41bf-8da7-1e59fb83b7aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:56.375531 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-9a999d6e-fef9-41bf-8da7-1e59fb83b7aa admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/4f4e69be-d6a0-4d1e-aa51-c82010cafd86 HTTP/1.1" status: 204 len: 168 time: 0.1309350 Aug 06 17:29:56.384025 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a999d6e-fef9-41bf-8da7-1e59fb83b7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4e69be-d6a0-4d1e-aa51-c82010cafd86,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:29:56.447624 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device ef6a5d9d-4900-4d52-8474-fda03bad76df no longer exists at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:29:56.469414 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] No Port match for: ef6a5d9d-4900-4d52-8474-fda03bad76df {{(pid=93310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:29:56.469853 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device ef6a5d9d-4900-4d52-8474-fda03bad76df not bound to the agent host dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:29:56.470478 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device d5b2b325-0fd9-422d-9c43-64b11afaacc0 no longer exists at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:29:56.488821 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] No Port match for: d5b2b325-0fd9-422d-9c43-64b11afaacc0 {{(pid=93310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:29:56.489149 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device d5b2b325-0fd9-422d-9c43-64b11afaacc0 not bound to the agent host dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:29:56.489678 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device e5ee6b15-6e6e-4337-b1d1-f391585ef2cc no longer exists at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:29:56.508856 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] No Port match for: e5ee6b15-6e6e-4337-b1d1-f391585ef2cc {{(pid=93310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:29:56.509195 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device e5ee6b15-6e6e-4337-b1d1-f391585ef2cc not bound to the agent host dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:29:56.739207 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 37162) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:29:56.791544 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-6b60f973-202a-416c-8d0c-837816277792 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=fd4b1ee22f2640478b15b1f79aa77421&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510681 Aug 06 17:29:56.794602 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 37166) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:29:56.853068 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-f6b51c07-77d4-4221-b7a5-7a5eaf9b4b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:56.876796 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-f6b51c07-77d4-4221-b7a5-7a5eaf9b4b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:56.925355 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-f6b51c07-77d4-4221-b7a5-7a5eaf9b4b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:56.928062 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-f6b51c07-77d4-4221-b7a5-7a5eaf9b4b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:56.929623 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-f6b51c07-77d4-4221-b7a5-7a5eaf9b4b20 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/95d5f66a-c005-4c5f-8089-466c4d9dd689 HTTP/1.1" status: 204 len: 168 time: 0.1336424 Aug 06 17:29:56.937723 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b51c07-77d4-4221-b7a5-7a5eaf9b4b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d5f66a-c005-4c5f-8089-466c4d9dd689,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:29:56.971664 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:57.635146 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 37194) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:29:57.738087 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-5a07900a-3d4e-4e89-8f40-e90dc0db6ccb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1564771153-network', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:29:57.764704 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a07900a-3d4e-4e89-8f40-e90dc0db6ccb admin admin] Made reservation on behalf of d890e20c0d05493c9b56c9fba16f16d4 for: {'network': 1} {{(pid=93308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:29:57.767461 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-5a07900a-3d4e-4e89-8f40-e90dc0db6ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for network, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:57.777097 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-5a07900a-3d4e-4e89-8f40-e90dc0db6ccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:57.874208 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-5a07900a-3d4e-4e89-8f40-e90dc0db6ccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:57.879524 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-5a07900a-3d4e-4e89-8f40-e90dc0db6ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:57.909400 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a07900a-3d4e-4e89-8f40-e90dc0db6ccb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1096} {{(pid=93308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 17:29:57.918778 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07900a-3d4e-4e89-8f40-e90dc0db6ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507779a2-3dba-4dc9-8e13-7f28698a8081,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:29:57.921788 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-5a07900a-3d4e-4e89-8f40-e90dc0db6ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022'] for segment, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:57.922132 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.db.segments_db [None req-5a07900a-3d4e-4e89-8f40-e90dc0db6ccb admin admin] Added segment 02b005d2-1715-4919-aaec-fce73105542d of type vlan for network 12959d86-3f27-4436-a850-45d1f5a6fb36 Aug 06 17:29:57.972261 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-5a07900a-3d4e-4e89-8f40-e90dc0db6ccb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768831157836'] for network, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:58.006626 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-5a07900a-3d4e-4e89-8f40-e90dc0db6ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707'] for network, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:58.007594 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a07900a-3d4e-4e89-8f40-e90dc0db6ccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:58.008241 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-5a07900a-3d4e-4e89-8f40-e90dc0db6ccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for network, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:58.067598 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-5a07900a-3d4e-4e89-8f40-e90dc0db6ccb admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4313323 Aug 06 17:29:58.070914 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 37204) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:29:58.073150 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07900a-3d4e-4e89-8f40-e90dc0db6ccb admin admin] Pushing event updated for resources: {'Network': ['ID=12959d86-3f27-4436-a850-45d1f5a6fb36,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:29:58.077344 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [None req-96b7a15c-bf39-426b-8d3f-04a4c0ac4583 admin admin] Request body: {'subnet': {'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1564771153-subnet', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'ip_version': 4}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:29:58.085576 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Network 12959d86-3f27-4436-a850-45d1f5a6fb36 details requested by agent ovs-agent-dv-cinder-803773-1-iscsi with host dv-cinder-803773-1-iscsi {{(pid=93310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 17:29:58.126074 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b7a15c-bf39-426b-8d3f-04a4c0ac4583 admin admin] Made reservation on behalf of d890e20c0d05493c9b56c9fba16f16d4 for: {'subnet': 1} {{(pid=93309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:29:58.128425 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-96b7a15c-bf39-426b-8d3f-04a4c0ac4583 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29509928'] for subnet, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:58.194071 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfee751-8508-4e53-ada9-8708b95bc27a req-d508c7cf-6e11-447e-89bc-ab19cbaf4462 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:58.195983 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-3bfee751-8508-4e53-ada9-8708b95bc27a req-d508c7cf-6e11-447e-89bc-ab19cbaf4462 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=439f63a1-a62e-4a2c-90d3-c76a0512cda7 HTTP/1.1" status: 200 len: 945 time: 0.1150856 Aug 06 17:29:58.258632 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-3bfee751-8508-4e53-ada9-8708b95bc27a req-1b3e18c3-a55e-49c7-ae31-7cc1c2b5c314 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528049 Aug 06 17:29:58.355326 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-96b7a15c-bf39-426b-8d3f-04a4c0ac4583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30379247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29509914'] for subnet, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:58.415183 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b7a15c-bf39-426b-8d3f-04a4c0ac4583 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a9869f0-8837-4c76-82e1-b61ab6cd1287,revision_number=0']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:29:58.427473 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b7a15c-bf39-426b-8d3f-04a4c0ac4583 admin admin] Checking segment: {'id': '02b005d2-1715-4919-aaec-fce73105542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:29:58.427943 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b7a15c-bf39-426b-8d3f-04a4c0ac4583 admin admin] Network hostable DHCP agents. Network: 12959d86-3f27-4436-a850-45d1f5a6fb36, hostable agents: ['4daea8ea-8fec-4a46-9c0b-2c2eda663924'], hosted agents: [] {{(pid=93309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 17:29:58.447147 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b7a15c-bf39-426b-8d3f-04a4c0ac4583 admin admin] Network 12959d86-3f27-4436-a850-45d1f5a6fb36 is scheduled to be hosted by DHCP agent 4daea8ea-8fec-4a46-9c0b-2c2eda663924 with binding_index 1 {{(pid=93309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 17:29:58.457552 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.base_scheduler [None req-96b7a15c-bf39-426b-8d3f-04a4c0ac4583 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803773-1-iscsi, 12959d86-3f27-4436-a850-45d1f5a6fb36) {{(pid=93309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:29:58.462420 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b7a15c-bf39-426b-8d3f-04a4c0ac4583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:58.463022 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-96b7a15c-bf39-426b-8d3f-04a4c0ac4583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for subnet, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:58.467343 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6dda834-f1ff-4d53-87c4-d0fa91d9958a None None] Network 12959d86-3f27-4436-a850-45d1f5a6fb36 requested from dv-cinder-803773-1-iscsi {{(pid=93310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:29:58.480471 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-96b7a15c-bf39-426b-8d3f-04a4c0ac4583 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4080262 Aug 06 17:29:58.483095 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 37210) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:29:58.487552 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [None req-dd862214-4929-496a-b0b6-03b7da066643 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1564771153-router', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'}}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:29:58.510298 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-dd862214-4929-496a-b0b6-03b7da066643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-426003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5372'] for router, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:58.511206 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-dd862214-4929-496a-b0b6-03b7da066643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441349', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5367'] for router, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:58.563544 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-dd862214-4929-496a-b0b6-03b7da066643 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:58.630078 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7467cc-95a7-4141-88bc-82714d9763c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb502b4dc-57c1-509c-ac55-d00ff2016944-12959d86-3f27-4436-a850-45d1f5a6fb36', 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'fixed_ips': [{'subnet_id': '9a9869f0-8837-4c76-82e1-b61ab6cd1287'}]}} from dv-cinder-803773-1-iscsi. {{(pid=93310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 17:29:58.631403 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-cf7467cc-95a7-4141-88bc-82714d9763c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:58.707066 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-dd862214-4929-496a-b0b6-03b7da066643 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:58.771621 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.db_base_plugin_common [None req-cf7467cc-95a7-4141-88bc-82714d9763c1 None None] Allocated IP 172.20.0.2 (12959d86-3f27-4436-a850-45d1f5a6fb36/9a9869f0-8837-4c76-82e1-b61ab6cd1287/7da26482-c8b6-46eb-8ed4-f30d199904b6) {{(pid=93310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:29:58.906334 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-dd862214-4929-496a-b0b6-03b7da066643 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:58.925779 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-dd862214-4929-496a-b0b6-03b7da066643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:59.033279 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.db_base_plugin_common [None req-dd862214-4929-496a-b0b6-03b7da066643 admin admin] Allocated IP 172.27.0.240 (2c4c21cf-2746-4b14-9730-0a69daab855b/0d6fa379-a3fa-4b6f-9c88-fa9af5610e03/8fc0b773-015b-40c1-acfa-396afe83ce4b) {{(pid=93309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:29:59.049319 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-cf7467cc-95a7-4141-88bc-82714d9763c1 None None] Notify callbacks [] for port, precommit_create {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:59.057762 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-cf7467cc-95a7-4141-88bc-82714d9763c1 None None] Transition to ACTIVE for port object 7da26482-c8b6-46eb-8ed4-f30d199904b6 will not be triggered until provisioned by entity L2. {{(pid=93310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:29:59.072976 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-cf7467cc-95a7-4141-88bc-82714d9763c1 None None] Transition to ACTIVE for port object 7da26482-c8b6-46eb-8ed4-f30d199904b6 will not be triggered until provisioned by entity DHCP. {{(pid=93310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:29:59.079831 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-cf7467cc-95a7-4141-88bc-82714d9763c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244'] for port, after_create {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:59.123885 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7467cc-95a7-4141-88bc-82714d9763c1 None None] Network 12959d86-3f27-4436-a850-45d1f5a6fb36 is already hosted by enough agents. {{(pid=93310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:29:59.127048 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.scheduler.base_scheduler [None req-cf7467cc-95a7-4141-88bc-82714d9763c1 None None] Resources bound (agent type, host, resource id): {{(pid=93310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:29:59.131463 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7467cc-95a7-4141-88bc-82714d9763c1 None None] Received port after_create {{(pid=93310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:29:59.133379 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7467cc-95a7-4141-88bc-82714d9763c1 None None] Pushing event updated for resources: {'Port': ['ID=7da26482-c8b6-46eb-8ed4-f30d199904b6,revision_number=1']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:29:59.134510 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-dd862214-4929-496a-b0b6-03b7da066643 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:59.179574 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-dd862214-4929-496a-b0b6-03b7da066643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379163'] for port, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:59.186054 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-cf7467cc-95a7-4141-88bc-82714d9763c1 None None] Attempting to bind port 7da26482-c8b6-46eb-8ed4-f30d199904b6 on host dv-cinder-803773-1-iscsi for vnic_type normal with profile {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:29:59.186463 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-cf7467cc-95a7-4141-88bc-82714d9763c1 None None] Attempting to bind port 7da26482-c8b6-46eb-8ed4-f30d199904b6 by drivers openvswitch,hyperv on host dv-cinder-803773-1-iscsi at level 0 using segments [{'id': '02b005d2-1715-4919-aaec-fce73105542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36'}] {{(pid=93310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:29:59.186824 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7467cc-95a7-4141-88bc-82714d9763c1 None None] Attempting to bind port 7da26482-c8b6-46eb-8ed4-f30d199904b6 on network 12959d86-3f27-4436-a850-45d1f5a6fb36 {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:29:59.192546 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7467cc-95a7-4141-88bc-82714d9763c1 None None] Checking agent: {'id': 'c2f4de20-f7af-45ef-88b2-b79124fbc41c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803773-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 15, 24), 'started_at': datetime.datetime(2021, 8, 6, 17, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803773-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:29:59.192922 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7467cc-95a7-4141-88bc-82714d9763c1 None None] Checking segment: {'id': '02b005d2-1715-4919-aaec-fce73105542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:29:59.193339 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-cf7467cc-95a7-4141-88bc-82714d9763c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:59.193763 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7467cc-95a7-4141-88bc-82714d9763c1 None None] Bound using segment: {'id': '02b005d2-1715-4919-aaec-fce73105542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36'} {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:29:59.194239 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-cf7467cc-95a7-4141-88bc-82714d9763c1 None None] Bound port: 7da26482-c8b6-46eb-8ed4-f30d199904b6, host: dv-cinder-803773-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02b005d2-1715-4919-aaec-fce73105542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36'}}] {{(pid=93310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:29:59.194676 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-cf7467cc-95a7-4141-88bc-82714d9763c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:59.220234 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd862214-4929-496a-b0b6-03b7da066643 admin admin] Network 2c4c21cf-2746-4b14-9730-0a69daab855b is already hosted by enough agents. {{(pid=93309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:29:59.224774 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.base_scheduler [None req-dd862214-4929-496a-b0b6-03b7da066643 admin admin] Resources bound (agent type, host, resource id): {{(pid=93309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:29:59.229127 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd862214-4929-496a-b0b6-03b7da066643 admin admin] Received port after_create {{(pid=93309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:29:59.232197 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd862214-4929-496a-b0b6-03b7da066643 admin admin] Pushing event updated for resources: {'Port': ['ID=8fc0b773-015b-40c1-acfa-396afe83ce4b,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:29:59.259471 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-cf7467cc-95a7-4141-88bc-82714d9763c1 None None] For port 7da26482-c8b6-46eb-8ed4-f30d199904b6, host dv-cinder-803773-1-iscsi, cleared binding levels {{(pid=93310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:29:59.262566 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-cf7467cc-95a7-4141-88bc-82714d9763c1 None None] For port 7da26482-c8b6-46eb-8ed4-f30d199904b6, host dv-cinder-803773-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=7da26482-c8b6-46eb-8ed4-f30d199904b6,segment=NetworkSegment(02b005d2-1715-4919-aaec-fce73105542d),segment_id=02b005d2-1715-4919-aaec-fce73105542d)] {{(pid=93310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:29:59.267475 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-cf7467cc-95a7-4141-88bc-82714d9763c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:59.322298 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7467cc-95a7-4141-88bc-82714d9763c1 None None] Pushing event updated for resources: {'Port': ['ID=7da26482-c8b6-46eb-8ed4-f30d199904b6,revision_number=2']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:29:59.415477 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69356a-9466-4a8d-9909-556a75e1ff54 req-7a2f3f9e-b2ce-405f-8baf-ea3fb30b2dbf tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:29:59.417155 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-1e69356a-9466-4a8d-9909-556a75e1ff54 req-7a2f3f9e-b2ce-405f-8baf-ea3fb30b2dbf tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=439f63a1-a62e-4a2c-90d3-c76a0512cda7 HTTP/1.1" status: 200 len: 945 time: 0.0530362 Aug 06 17:29:59.464161 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-1e69356a-9466-4a8d-9909-556a75e1ff54 req-f5ce61fc-65b9-4d0c-a210-a61147d0b713 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401766 Aug 06 17:29:59.499522 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-dd862214-4929-496a-b0b6-03b7da066643 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:59.712906 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-dd862214-4929-496a-b0b6-03b7da066643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441493'] for router, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:59.775963 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 047d9e9f-c7f9-467f-b542-ff899c856307 no longer exists at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:29:59.797593 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] No Port match for: 047d9e9f-c7f9-467f-b542-ff899c856307 {{(pid=93310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:29:59.798297 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 047d9e9f-c7f9-467f-b542-ff899c856307 not bound to the agent host hv-cinder-80377 {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:30:00.086527 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd862214-4929-496a-b0b6-03b7da066643 admin admin] Router 2a67d704-2d73-4388-92ad-904eaa543784 is scheduled to L3 agent cbcd3d9e-bca5-4529-952b-48c65d2aceac with binding_index 1 {{(pid=93309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 17:30:00.198556 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd862214-4929-496a-b0b6-03b7da066643 admin admin] Notify agent at l3_agent.dv-cinder-803773-1-iscsi the message routers_updated {{(pid=93309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:30:00.207852 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b0493a-a08a-43e8-bdd0-fb7fea18b0c0 None None] Sync routers for ids ['2a67d704-2d73-4388-92ad-904eaa543784'] in dv-cinder-803773-1-iscsi {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:30:00.217481 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-dd862214-4929-496a-b0b6-03b7da066643 admin admin] Notify callbacks [] for router, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:00.218473 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b0493a-a08a-43e8-bdd0-fb7fea18b0c0 None None] Routers {'2a67d704-2d73-4388-92ad-904eaa543784'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:30:00.218806 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-dd862214-4929-496a-b0b6-03b7da066643 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7347076 Aug 06 17:30:00.219198 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-d9b0493a-a08a-43e8-bdd0-fb7fea18b0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:29:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['2a67d704-2d73-4388-92ad-904eaa543784'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:30:00.221827 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 37218) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:30:00.288883 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eea1f83-cac0-413c-ac40-18124345009e None None] Network 12959d86-3f27-4436-a850-45d1f5a6fb36 requested from dv-cinder-803773-1-iscsi {{(pid=93310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:30:00.422698 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-befa8a87-6ed5-4ec2-b89b-e3a3396ad080 None None] Provisioning for port 7da26482-c8b6-46eb-8ed4-f30d199904b6 completed by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:30:00.433716 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-d9b0493a-a08a-43e8-bdd0-fb7fea18b0c0 None None] Set router 2a67d704-2d73-4388-92ad-904eaa543784 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:30:00.469927 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6345df1-d86d-4ec9-9d6e-7224724be622 req-6cec6c24-2a84-4d7a-b4f7-dcfd43ec7969 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:00.471572 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e6345df1-d86d-4ec9-9d6e-7224724be622 req-6cec6c24-2a84-4d7a-b4f7-dcfd43ec7969 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.96 "GET /v2.0/ports?device_id=439f63a1-a62e-4a2c-90d3-c76a0512cda7 HTTP/1.1" status: 200 len: 945 time: 0.0691791 Aug 06 17:30:00.596155 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 7da26482-c8b6-46eb-8ed4-f30d199904b6 up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:30:00.646606 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.plugin [req-e6345df1-d86d-4ec9-9d6e-7224724be622 req-1a92e77a-43ac-4cbf-9d92-4bf42c13cd21 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Deleting port 4902b4bd-390e-4122-b5bd-878c4b3e91a4 {{(pid=93309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:30:00.647193 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-e6345df1-d86d-4ec9-9d6e-7224724be622 req-1a92e77a-43ac-4cbf-9d92-4bf42c13cd21 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:00.657766 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabdb3d-c1a5-447a-b347-fedef478af74 req-c7d3b5ff-2ea9-47b8-89fa-641fe69c28b1 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:00.659591 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-1dabdb3d-c1a5-447a-b347-fedef478af74 req-c7d3b5ff-2ea9-47b8-89fa-641fe69c28b1 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=439f63a1-a62e-4a2c-90d3-c76a0512cda7 HTTP/1.1" status: 200 len: 945 time: 0.0843918 Aug 06 17:30:00.771119 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning for port 7da26482-c8b6-46eb-8ed4-f30d199904b6 completed by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:30:00.779412 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port 7da26482-c8b6-46eb-8ed4-f30d199904b6 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:30:00.779785 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:00.796710 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-1dabdb3d-c1a5-447a-b347-fedef478af74 req-fe163d70-d6c1-411f-a70c-5e6ebc9c7dff tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/security-groups?id=087cbae7-6bad-4fc4-befc-f3fed79c9bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243048 Aug 06 17:30:00.800566 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-850c6c5f-4336-40a2-b8b9-c7aa14bef643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:00.832645 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.db [req-e6345df1-d86d-4ec9-9d6e-7224724be622 req-1a92e77a-43ac-4cbf-9d92-4bf42c13cd21 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] For port 4902b4bd-390e-4122-b5bd-878c4b3e91a4, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=4902b4bd-390e-4122-b5bd-878c4b3e91a4,segment=NetworkSegment(e8007d69-4b5c-4d4a-a40f-9e51dc3e769f),segment_id=e8007d69-4b5c-4d4a-a40f-9e51dc3e769f)] {{(pid=93309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:30:00.833463 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-e6345df1-d86d-4ec9-9d6e-7224724be622 req-1a92e77a-43ac-4cbf-9d92-4bf42c13cd21 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:00.847727 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-d9b0493a-a08a-43e8-bdd0-fb7fea18b0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a67d704-2d73-4388-92ad-904eaa543784', 'name': 'tempest-TestVolumeBootPattern-1564771153-router', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8fc0b773-015b-40c1-acfa-396afe83ce4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:29:59Z', 'revision_number': 3, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'gw_port': {'id': '8fc0b773-015b-40c1-acfa-396afe83ce4b', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:29:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi'}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:30:00.856707 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.plugin [req-e6345df1-d86d-4ec9-9d6e-7224724be622 req-1a92e77a-43ac-4cbf-9d92-4bf42c13cd21 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Calling delete_port for 4902b4bd-390e-4122-b5bd-878c4b3e91a4 owned by compute:nova {{(pid=93309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:30:00.887204 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b0493a-a08a-43e8-bdd0-fb7fea18b0c0 None None] Checking router: 2a67d704-2d73-4388-92ad-904eaa543784 for host: dv-cinder-803773-1-iscsi {{(pid=93310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:30:00.887606 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b0493a-a08a-43e8-bdd0-fb7fea18b0c0 None None] Updating router 2a67d704-2d73-4388-92ad-904eaa543784 port 8fc0b773-015b-40c1-acfa-396afe83ce4b binding host dv-cinder-803773-1-iscsi {{(pid=93310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 17:30:00.931300 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-d9b0493a-a08a-43e8-bdd0-fb7fea18b0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:01.012571 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.db_base_plugin_common [None req-850c6c5f-4336-40a2-b8b9-c7aa14bef643 admin admin] Allocated IP 172.20.0.1 (12959d86-3f27-4436-a850-45d1f5a6fb36/9a9869f0-8837-4c76-82e1-b61ab6cd1287/61c95aac-f09e-42c3-9a66-cee2b39f36c0) {{(pid=93308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:30:01.032406 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:01.067121 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-e6345df1-d86d-4ec9-9d6e-7224724be622 req-1a92e77a-43ac-4cbf-9d92-4bf42c13cd21 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379163'] for port, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:01.103937 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a92e77a-43ac-4cbf-9d92-4bf42c13cd21 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Pushing event deleted for resources: {'Port': ['ID=4902b4bd-390e-4122-b5bd-878c4b3e91a4,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:01.112368 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] get_ports_and_sgs() called for port_ids ['4902b4bd-390e-4122-b5bd-878c4b3e91a4'] {{(pid=93310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:30:01.151427 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6345df1-d86d-4ec9-9d6e-7224724be622 req-1a92e77a-43ac-4cbf-9d92-4bf42c13cd21 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] No DVR routers for this DVR port 4902b4bd-390e-4122-b5bd-878c4b3e91a4 on host hv-cinder-80377 {{(pid=93309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:30:01.154208 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-e6345df1-d86d-4ec9-9d6e-7224724be622 req-1a92e77a-43ac-4cbf-9d92-4bf42c13cd21 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:01.156697 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e6345df1-d86d-4ec9-9d6e-7224724be622 req-1a92e77a-43ac-4cbf-9d92-4bf42c13cd21 tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.96 "DELETE /v2.0/ports/4902b4bd-390e-4122-b5bd-878c4b3e91a4 HTTP/1.1" status: 204 len: 173 time: 0.6689484 Aug 06 17:30:01.157920 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439f63a1-a62e-4a2c-90d3-c76a0512cda7', 'name': 'network-vif-deleted', 'tag': '4902b4bd-390e-4122-b5bd-878c4b3e91a4'}] {{(pid=93309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:30:01.159753 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8dc615238e5bcef59bfa1369ec241dac088066ad095906c2652e3fbb51f90a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4144a2-6401-47cd-91e7-155193024365" -d '{"events": [{"server_uuid": "439f63a1-a62e-4a2c-90d3-c76a0512cda7", "name": "network-vif-deleted", "tag": "4902b4bd-390e-4122-b5bd-878c4b3e91a4"}]}' {{(pid=93309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:30:01.185440 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-850c6c5f-4336-40a2-b8b9-c7aa14bef643 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:01.187469 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] For port 7da26482-c8b6-46eb-8ed4-f30d199904b6, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=7da26482-c8b6-46eb-8ed4-f30d199904b6,segment=NetworkSegment(02b005d2-1715-4919-aaec-fce73105542d),segment_id=02b005d2-1715-4919-aaec-fce73105542d)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:30:01.188664 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-f84d4dff-7384-4d03-8f5b-f7ae08f4aea8 None None] Provisioning complete for port 7da26482-c8b6-46eb-8ed4-f30d199904b6 triggered by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:30:01.189057 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-f84d4dff-7384-4d03-8f5b-f7ae08f4aea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:01.200419 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f6edad-a852-4697-894e-735999f795d4 x-openstack-request-id: req-f6f6edad-a852-4697-894e-735999f795d4 {{(pid=93309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:30:01.202397 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439f63a1-a62e-4a2c-90d3-c76a0512cda7", "name": "network-vif-deleted", "tag": "4902b4bd-390e-4122-b5bd-878c4b3e91a4", "status": "completed", "code": 200}]} {{(pid=93309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:30:01.202784 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f6f6edad-a852-4697-894e-735999f795d4 {{(pid=93309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:30:01.203378 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439f63a1-a62e-4a2c-90d3-c76a0512cda7', 'name': 'network-vif-deleted', 'tag': '4902b4bd-390e-4122-b5bd-878c4b3e91a4', 'status': 'completed', 'code': 200} Aug 06 17:30:01.208134 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:01.214237 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.provisioning_blocks [None req-850c6c5f-4336-40a2-b8b9-c7aa14bef643 admin admin] Transition to ACTIVE for port object 61c95aac-f09e-42c3-9a66-cee2b39f36c0 will not be triggered until provisioned by entity DHCP. {{(pid=93308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:30:01.248499 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-850c6c5f-4336-40a2-b8b9-c7aa14bef643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089738'] for port, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:01.296840 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850c6c5f-4336-40a2-b8b9-c7aa14bef643 admin admin] Network 12959d86-3f27-4436-a850-45d1f5a6fb36 is already hosted by enough agents. {{(pid=93308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:30:01.300353 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.base_scheduler [None req-850c6c5f-4336-40a2-b8b9-c7aa14bef643 admin admin] Resources bound (agent type, host, resource id): {{(pid=93308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:30:01.302740 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850c6c5f-4336-40a2-b8b9-c7aa14bef643 admin admin] Received port after_create {{(pid=93308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:30:01.331828 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c6c5f-4336-40a2-b8b9-c7aa14bef643 admin admin] Pushing event updated for resources: {'Port': ['ID=61c95aac-f09e-42c3-9a66-cee2b39f36c0,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:01.332351 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Pushing event updated for resources: {'Port': ['ID=7da26482-c8b6-46eb-8ed4-f30d199904b6,revision_number=3']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:01.356021 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-850c6c5f-4336-40a2-b8b9-c7aa14bef643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-439167'] for router_interface, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:01.467827 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-d9b0493a-a08a-43e8-bdd0-fb7fea18b0c0 None None] Notify callbacks [] for port, precommit_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:01.478691 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-d9b0493a-a08a-43e8-bdd0-fb7fea18b0c0 None None] Transition to ACTIVE for port object 8fc0b773-015b-40c1-acfa-396afe83ce4b will not be triggered until provisioned by entity L2. {{(pid=93310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:30:01.486043 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-d9b0493a-a08a-43e8-bdd0-fb7fea18b0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:01.492788 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-850c6c5f-4336-40a2-b8b9-c7aa14bef643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:01.551032 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44870ba-d11e-4014-804b-22885d3c07df None None] Pushing event updated for resources: {'Port': ['ID=8fc0b773-015b-40c1-acfa-396afe83ce4b,revision_number=2']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:01.557068 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-d9b0493a-a08a-43e8-bdd0-fb7fea18b0c0 None None] Attempting to bind port 8fc0b773-015b-40c1-acfa-396afe83ce4b on host dv-cinder-803773-1-iscsi for vnic_type normal with profile {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:30:01.557618 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-d9b0493a-a08a-43e8-bdd0-fb7fea18b0c0 None None] Attempting to bind port 8fc0b773-015b-40c1-acfa-396afe83ce4b by drivers openvswitch,hyperv on host dv-cinder-803773-1-iscsi at level 0 using segments [{'id': '0f56620f-272e-4079-bfd8-f32d6a32afa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'}] {{(pid=93310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:30:01.558061 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b0493a-a08a-43e8-bdd0-fb7fea18b0c0 None None] Attempting to bind port 8fc0b773-015b-40c1-acfa-396afe83ce4b on network 2c4c21cf-2746-4b14-9730-0a69daab855b {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:30:01.561986 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-dba597aa-eacd-4cd0-9823-9d6056782dce None None] Provisioning for port 61c95aac-f09e-42c3-9a66-cee2b39f36c0 completed by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:30:01.567497 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-dba597aa-eacd-4cd0-9823-9d6056782dce None None] Provisioning complete for port 61c95aac-f09e-42c3-9a66-cee2b39f36c0 triggered by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:30:01.567865 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-dba597aa-eacd-4cd0-9823-9d6056782dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:01.569594 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b0493a-a08a-43e8-bdd0-fb7fea18b0c0 None None] Checking agent: {'id': 'c2f4de20-f7af-45ef-88b2-b79124fbc41c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803773-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 15, 24), 'started_at': datetime.datetime(2021, 8, 6, 17, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803773-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:30:01.569967 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b0493a-a08a-43e8-bdd0-fb7fea18b0c0 None None] Checking segment: {'id': '0f56620f-272e-4079-bfd8-f32d6a32afa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:30:01.570393 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-d9b0493a-a08a-43e8-bdd0-fb7fea18b0c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:01.570780 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b0493a-a08a-43e8-bdd0-fb7fea18b0c0 None None] Bound using segment: {'id': '0f56620f-272e-4079-bfd8-f32d6a32afa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'} {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:30:01.571262 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-d9b0493a-a08a-43e8-bdd0-fb7fea18b0c0 None None] Bound port: 8fc0b773-015b-40c1-acfa-396afe83ce4b, host: dv-cinder-803773-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f56620f-272e-4079-bfd8-f32d6a32afa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'}}] {{(pid=93310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:30:01.571659 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-d9b0493a-a08a-43e8-bdd0-fb7fea18b0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:01.637825 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-dba597aa-eacd-4cd0-9823-9d6056782dce None None] Port 61c95aac-f09e-42c3-9a66-cee2b39f36c0 cannot update to ACTIVE because it is not bound. {{(pid=93310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:30:01.650725 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-d9b0493a-a08a-43e8-bdd0-fb7fea18b0c0 None None] For port 8fc0b773-015b-40c1-acfa-396afe83ce4b, host dv-cinder-803773-1-iscsi, cleared binding levels {{(pid=93310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:30:01.655216 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-d9b0493a-a08a-43e8-bdd0-fb7fea18b0c0 None None] For port 8fc0b773-015b-40c1-acfa-396afe83ce4b, host dv-cinder-803773-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=8fc0b773-015b-40c1-acfa-396afe83ce4b,segment=NetworkSegment(0f56620f-272e-4079-bfd8-f32d6a32afa9),segment_id=0f56620f-272e-4079-bfd8-f32d6a32afa9)] {{(pid=93310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:30:01.661932 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-d9b0493a-a08a-43e8-bdd0-fb7fea18b0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:01.667886 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-850c6c5f-4336-40a2-b8b9-c7aa14bef643 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:01.673800 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-850c6c5f-4336-40a2-b8b9-c7aa14bef643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089731'] for port, after_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:01.725168 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44870ba-d11e-4014-804b-22885d3c07df None None] Pushing event updated for resources: {'Port': ['ID=8fc0b773-015b-40c1-acfa-396afe83ce4b,revision_number=3']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:01.727911 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b0493a-a08a-43e8-bdd0-fb7fea18b0c0 None None] Routers {'2a67d704-2d73-4388-92ad-904eaa543784'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:30:01.728538 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-d9b0493a-a08a-43e8-bdd0-fb7fea18b0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:29:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['2a67d704-2d73-4388-92ad-904eaa543784'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:30:01.742065 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c6c5f-4336-40a2-b8b9-c7aa14bef643 admin admin] Pushing event updated for resources: {'Port': ['ID=61c95aac-f09e-42c3-9a66-cee2b39f36c0,revision_number=2']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:01.745421 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-850c6c5f-4336-40a2-b8b9-c7aa14bef643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429519'] for router_interface, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:01.847217 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-d9b0493a-a08a-43e8-bdd0-fb7fea18b0c0 None None] Set router 2a67d704-2d73-4388-92ad-904eaa543784 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:30:01.860419 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850c6c5f-4336-40a2-b8b9-c7aa14bef643 admin admin] Network 12959d86-3f27-4436-a850-45d1f5a6fb36 is already hosted by enough agents. {{(pid=93308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:30:01.862603 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.base_scheduler [None req-850c6c5f-4336-40a2-b8b9-c7aa14bef643 admin admin] Resources bound (agent type, host, resource id): {{(pid=93308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:30:01.913052 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-be2954f5-1641-4491-afd2-5261bde07ce5 req-b1375539-5850-4ed1-92dc-3509f9cf524b tempest-AttachVolumeNegativeTest-440293973 tempest-AttachVolumeNegativeTest-440293973-project] 10.222.0.89 "GET /v2.0/ports?device_id=439f63a1-a62e-4a2c-90d3-c76a0512cda7 HTTP/1.1" status: 200 len: 210 time: 0.0352631 Aug 06 17:30:02.034101 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850c6c5f-4336-40a2-b8b9-c7aa14bef643 admin admin] Router 2a67d704-2d73-4388-92ad-904eaa543784 has already been hosted by L3 agent cbcd3d9e-bca5-4529-952b-48c65d2aceac {{(pid=93308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:30:02.147058 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850c6c5f-4336-40a2-b8b9-c7aa14bef643 admin admin] Notify agent at l3_agent.dv-cinder-803773-1-iscsi the message routers_updated {{(pid=93308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:30:02.151735 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-850c6c5f-4336-40a2-b8b9-c7aa14bef643 admin admin] 10.222.0.89 "PUT /v2.0/routers/2a67d704-2d73-4388-92ad-904eaa543784/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9288473 Aug 06 17:30:02.175565 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fadaba9a-aa9c-4b43-99af-a055dbf91a03 None None] Provisioning complete for port 61c95aac-f09e-42c3-9a66-cee2b39f36c0 triggered by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:30:02.175929 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fadaba9a-aa9c-4b43-99af-a055dbf91a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:02.223950 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-fadaba9a-aa9c-4b43-99af-a055dbf91a03 None None] Port 61c95aac-f09e-42c3-9a66-cee2b39f36c0 cannot update to ACTIVE because it is not bound. {{(pid=93310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:30:02.270303 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-d9b0493a-a08a-43e8-bdd0-fb7fea18b0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a67d704-2d73-4388-92ad-904eaa543784', 'name': 'tempest-TestVolumeBootPattern-1564771153-router', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8fc0b773-015b-40c1-acfa-396afe83ce4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:30:01Z', 'revision_number': 4, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'gw_port': {'id': '8fc0b773-015b-40c1-acfa-396afe83ce4b', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:30:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': '61c95aac-f09e-42c3-9a66-cee2b39f36c0', 'name': '', 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'mac_address': 'fa:16:3e:d0:ee:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '9a9869f0-8837-4c76-82e1-b61ab6cd1287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:30:00Z', 'updated_at': '2021-08-06T17:30:01Z', 'revision_number': 2, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'subnets': [{'id': '9a9869f0-8837-4c76-82e1-b61ab6cd1287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:30:02.299684 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b0493a-a08a-43e8-bdd0-fb7fea18b0c0 None None] The sync data for ids ['2a67d704-2d73-4388-92ad-904eaa543784'] in dv-cinder-803773-1-iscsi is: [{'id': '2a67d704-2d73-4388-92ad-904eaa543784', 'name': 'tempest-TestVolumeBootPattern-1564771153-router', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8fc0b773-015b-40c1-acfa-396afe83ce4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:30:01Z', 'revision_number': 4, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'gw_port': {'id': '8fc0b773-015b-40c1-acfa-396afe83ce4b', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:30:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': '61c95aac-f09e-42c3-9a66-cee2b39f36c0', 'name': '', 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'mac_address': 'fa:16:3e:d0:ee:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '9a9869f0-8837-4c76-82e1-b61ab6cd1287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:30:00Z', 'updated_at': '2021-08-06T17:30:01Z', 'revision_number': 2, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'subnets': [{'id': '9a9869f0-8837-4c76-82e1-b61ab6cd1287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:30:02.458774 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 7da26482-c8b6-46eb-8ed4-f30d199904b6 up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:30:02.535180 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port 7da26482-c8b6-46eb-8ed4-f30d199904b6 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:30:02.535546 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:02.691341 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 37248) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:30:02.696819 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-2bce14b6-65c8-4b91-90bc-0671fa907344 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1756391350-network', 'tenant_id': 'deb4bf1438e8472cb1ebae99d72a2c18'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:30:02.720044 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bce14b6-65c8-4b91-90bc-0671fa907344 admin admin] Made reservation on behalf of deb4bf1438e8472cb1ebae99d72a2c18 for: {'network': 1} {{(pid=93308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:30:02.722726 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-2bce14b6-65c8-4b91-90bc-0671fa907344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for network, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:02.731932 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-2bce14b6-65c8-4b91-90bc-0671fa907344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:02.831742 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-2bce14b6-65c8-4b91-90bc-0671fa907344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:02.836536 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-2bce14b6-65c8-4b91-90bc-0671fa907344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:02.862119 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bce14b6-65c8-4b91-90bc-0671fa907344 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1054} {{(pid=93308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 17:30:02.872078 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce14b6-65c8-4b91-90bc-0671fa907344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff5a1f4-6677-4a6e-b33e-ea2704e5616d,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:02.877286 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-2bce14b6-65c8-4b91-90bc-0671fa907344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022'] for segment, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:02.877632 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.db.segments_db [None req-2bce14b6-65c8-4b91-90bc-0671fa907344 admin admin] Added segment 48d5a5e8-a2b3-4868-b99f-a5d021f6d44d of type vlan for network f7e004e9-5b16-4b6a-ad22-d4806dcf81c8 Aug 06 17:30:02.932567 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-2bce14b6-65c8-4b91-90bc-0671fa907344 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768831157836'] for network, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:02.967246 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-2bce14b6-65c8-4b91-90bc-0671fa907344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707'] for network, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:02.968389 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bce14b6-65c8-4b91-90bc-0671fa907344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:02.969070 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-2bce14b6-65c8-4b91-90bc-0671fa907344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for network, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:02.983096 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 37254) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:30:03.034524 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-2bce14b6-65c8-4b91-90bc-0671fa907344 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3381510 Aug 06 17:30:03.034524 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 37256) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:30:03.039162 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-79dc68b4-a245-436a-ba48-89905fc10cda admin admin] Request body: {'subnet': {'network_id': 'f7e004e9-5b16-4b6a-ad22-d4806dcf81c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1756391350-subnet', 'tenant_id': 'deb4bf1438e8472cb1ebae99d72a2c18', 'ip_version': 4}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:30:03.041814 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b187d38-9827-46db-8396-d973942ccdf5 admin admin] Deleting subnet 5516777b-7360-41fb-9526-612d8505129f {{(pid=93309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 17:30:03.045376 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-1b187d38-9827-46db-8396-d973942ccdf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:03.050804 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce14b6-65c8-4b91-90bc-0671fa907344 admin admin] Pushing event updated for resources: {'Network': ['ID=f7e004e9-5b16-4b6a-ad22-d4806dcf81c8,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:03.066491 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Network f7e004e9-5b16-4b6a-ad22-d4806dcf81c8 details requested by agent ovs-agent-dv-cinder-803773-1-iscsi with host dv-cinder-803773-1-iscsi {{(pid=93310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 17:30:03.079163 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79dc68b4-a245-436a-ba48-89905fc10cda admin admin] Made reservation on behalf of deb4bf1438e8472cb1ebae99d72a2c18 for: {'subnet': 1} {{(pid=93308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:30:03.081820 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-79dc68b4-a245-436a-ba48-89905fc10cda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26816433'] for subnet, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:03.092486 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-1b187d38-9827-46db-8396-d973942ccdf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29372843'] for subnet, precommit_delete_associations {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:03.142220 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-1b187d38-9827-46db-8396-d973942ccdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3688605'] for subnet, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:03.210105 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-1b187d38-9827-46db-8396-d973942ccdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3688586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30379176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29509891'] for subnet, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:03.235915 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b187d38-9827-46db-8396-d973942ccdf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5516777b-7360-41fb-9526-612d8505129f,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:03.240082 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-1b187d38-9827-46db-8396-d973942ccdf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for subnet, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:03.242595 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-1b187d38-9827-46db-8396-d973942ccdf5 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/5516777b-7360-41fb-9526-612d8505129f HTTP/1.1" status: 204 len: 168 time: 0.2580829 Aug 06 17:30:03.244867 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 37260) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:30:03.289300 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-79dc68b4-a245-436a-ba48-89905fc10cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26816387'] for subnet, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:03.316645 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-3685dd05-a136-4920-be82-f40e2ae6aeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798447'] for network, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:03.346198 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc68b4-a245-436a-ba48-89905fc10cda admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cf537f3-4c71-477c-8e76-2618b07465f2,revision_number=0']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:03.355285 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dc68b4-a245-436a-ba48-89905fc10cda admin admin] Checking segment: {'id': '48d5a5e8-a2b3-4868-b99f-a5d021f6d44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f7e004e9-5b16-4b6a-ad22-d4806dcf81c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:30:03.355638 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dc68b4-a245-436a-ba48-89905fc10cda admin admin] Network hostable DHCP agents. Network: f7e004e9-5b16-4b6a-ad22-d4806dcf81c8, hostable agents: ['4daea8ea-8fec-4a46-9c0b-2c2eda663924'], hosted agents: [] {{(pid=93308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 17:30:03.375266 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dc68b4-a245-436a-ba48-89905fc10cda admin admin] Network f7e004e9-5b16-4b6a-ad22-d4806dcf81c8 is scheduled to be hosted by DHCP agent 4daea8ea-8fec-4a46-9c0b-2c2eda663924 with binding_index 1 {{(pid=93308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 17:30:03.385834 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.base_scheduler [None req-79dc68b4-a245-436a-ba48-89905fc10cda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803773-1-iscsi, f7e004e9-5b16-4b6a-ad22-d4806dcf81c8) {{(pid=93308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:30:03.394582 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be89366-4500-486e-ac67-8dfc7a6dd2b9 None None] Network f7e004e9-5b16-4b6a-ad22-d4806dcf81c8 requested from dv-cinder-803773-1-iscsi {{(pid=93310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:30:03.404258 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dc68b4-a245-436a-ba48-89905fc10cda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:03.408134 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-79dc68b4-a245-436a-ba48-89905fc10cda admin admin] Notify callbacks [] for subnet, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:03.409457 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-3685dd05-a136-4920-be82-f40e2ae6aeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3691302', 'neutron.services.segments.db._delete_segments_for_network-8768831503162'] for network, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:03.423631 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.services.segments.db [None req-3685dd05-a136-4920-be82-f40e2ae6aeb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b65bf330-493e-44e7-8527-d23d2f6611d0']}} {{(pid=93309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:30:03.430684 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-79dc68b4-a245-436a-ba48-89905fc10cda admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3956099 Aug 06 17:30:03.432402 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 37262) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:30:03.435538 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.services.segments.db [None req-3685dd05-a136-4920-be82-f40e2ae6aeb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8007d69-4b5c-4d4a-a40f-9e51dc3e769f') {'for_net_delete': True} {{(pid=93309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:30:03.435883 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.services.segments.db [None req-3685dd05-a136-4920-be82-f40e2ae6aeb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8007d69-4b5c-4d4a-a40f-9e51dc3e769f') {} {{(pid=93309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:30:03.439020 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-96e6c527-66c8-4aa2-8857-e660bf4045cd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1756391350-router', 'tenant_id': 'deb4bf1438e8472cb1ebae99d72a2c18', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'}}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:30:03.445869 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-3685dd05-a136-4920-be82-f40e2ae6aeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768831669908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29372860'] for segment, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:03.463768 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-3685dd05-a136-4920-be82-f40e2ae6aeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022'] for segment, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:03.467444 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-96e6c527-66c8-4aa2-8857-e660bf4045cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-426003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5372'] for router, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:03.468554 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-96e6c527-66c8-4aa2-8857-e660bf4045cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441349', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5367'] for router, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:03.481691 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3685dd05-a136-4920-be82-f40e2ae6aeb4 admin admin] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=93309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 17:30:03.482088 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-3685dd05-a136-4920-be82-f40e2ae6aeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30379126'] for segment, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:03.483987 dv-cinder-803773-1-iscsi neutron-server[93309]: Traceback (most recent call last): Aug 06 17:30:03.483987 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 17:30:03.483987 dv-cinder-803773-1-iscsi neutron-server[93309]: timer() Aug 06 17:30:03.483987 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 17:30:03.483987 dv-cinder-803773-1-iscsi neutron-server[93309]: cb(*args, **kw) Aug 06 17:30:03.483987 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 17:30:03.483987 dv-cinder-803773-1-iscsi neutron-server[93309]: return func(*args, **kwargs) Aug 06 17:30:03.483987 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 17:30:03.483987 dv-cinder-803773-1-iscsi neutron-server[93309]: self._notify() Aug 06 17:30:03.483987 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 17:30:03.483987 dv-cinder-803773-1-iscsi neutron-server[93309]: self.callback(batched_events) Aug 06 17:30:03.483987 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 17:30:03.483987 dv-cinder-803773-1-iscsi neutron-server[93309]: event.method(event) Aug 06 17:30:03.483987 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 17:30:03.483987 dv-cinder-803773-1-iscsi neutron-server[93309]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 17:30:03.483987 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 17:30:03.483987 dv-cinder-803773-1-iscsi neutron-server[93309]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 17:30:03.483987 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 17:30:03.483987 dv-cinder-803773-1-iscsi neutron-server[93309]: return f(self, *a, **k) Aug 06 17:30:03.483987 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 17:30:03.483987 dv-cinder-803773-1-iscsi neutron-server[93309]: return self._get(url).json() Aug 06 17:30:03.483987 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 17:30:03.483987 dv-cinder-803773-1-iscsi neutron-server[93309]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 17:30:03.483987 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 17:30:03.483987 dv-cinder-803773-1-iscsi neutron-server[93309]: return self.request(url, 'GET', **kwargs) Aug 06 17:30:03.483987 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 17:30:03.483987 dv-cinder-803773-1-iscsi neutron-server[93309]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 17:30:03.483987 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 17:30:03.483987 dv-cinder-803773-1-iscsi neutron-server[93309]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 17:30:03.483987 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 17:30:03.483987 dv-cinder-803773-1-iscsi neutron-server[93309]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 17:30:03.483987 dv-cinder-803773-1-iscsi neutron-server[93309]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 17:30:03.529570 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-96e6c527-66c8-4aa2-8857-e660bf4045cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:03.551269 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-3685dd05-a136-4920-be82-f40e2ae6aeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3691295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435753'] for network, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:03.566641 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-3685dd05-a136-4920-be82-f40e2ae6aeb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for network, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:03.568702 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-3685dd05-a136-4920-be82-f40e2ae6aeb4 admin admin] 10.222.0.89 "DELETE /v2.0/networks/b65bf330-493e-44e7-8527-d23d2f6611d0 HTTP/1.1" status: 204 len: 168 time: 0.3227267 Aug 06 17:30:03.589475 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d85bdf-3ac4-4696-a106-a9b240337dd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb502b4dc-57c1-509c-ac55-d00ff2016944-f7e004e9-5b16-4b6a-ad22-d4806dcf81c8', 'network_id': 'f7e004e9-5b16-4b6a-ad22-d4806dcf81c8', 'tenant_id': 'deb4bf1438e8472cb1ebae99d72a2c18', 'fixed_ips': [{'subnet_id': '7cf537f3-4c71-477c-8e76-2618b07465f2'}]}} from dv-cinder-803773-1-iscsi. {{(pid=93310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 17:30:03.589704 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3685dd05-a136-4920-be82-f40e2ae6aeb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b65bf330-493e-44e7-8527-d23d2f6611d0,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:03.591510 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-36d85bdf-3ac4-4696-a106-a9b240337dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:03.684434 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-96e6c527-66c8-4aa2-8857-e660bf4045cd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:03.789447 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.db_base_plugin_common [None req-36d85bdf-3ac4-4696-a106-a9b240337dd2 None None] Allocated IP 172.20.0.2 (f7e004e9-5b16-4b6a-ad22-d4806dcf81c8/7cf537f3-4c71-477c-8e76-2618b07465f2/487876ae-59eb-4049-893f-ceb828fcede8) {{(pid=93310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:30:03.804959 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 37266) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:30:03.854399 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-51cbcd14-8a4e-4e2d-ba55-23029be47db6 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=eec354650a054c959e22148249c2c1c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457807 Aug 06 17:30:03.854670 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 37268) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:30:03.907610 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-96e6c527-66c8-4aa2-8857-e660bf4045cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:03.917076 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-e28d96c2-fa18-400c-9443-4191424b0de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:03.934577 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-96e6c527-66c8-4aa2-8857-e660bf4045cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:03.944579 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-e28d96c2-fa18-400c-9443-4191424b0de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:03.956980 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-36d85bdf-3ac4-4696-a106-a9b240337dd2 None None] Notify callbacks [] for port, precommit_create {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:03.966301 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-36d85bdf-3ac4-4696-a106-a9b240337dd2 None None] Transition to ACTIVE for port object 487876ae-59eb-4049-893f-ceb828fcede8 will not be triggered until provisioned by entity L2. {{(pid=93310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:30:03.983304 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-36d85bdf-3ac4-4696-a106-a9b240337dd2 None None] Transition to ACTIVE for port object 487876ae-59eb-4049-893f-ceb828fcede8 will not be triggered until provisioned by entity DHCP. {{(pid=93310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:30:03.992018 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-36d85bdf-3ac4-4696-a106-a9b240337dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244'] for port, after_create {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:04.016780 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-e28d96c2-fa18-400c-9443-4191424b0de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:04.019428 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-e28d96c2-fa18-400c-9443-4191424b0de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:04.021346 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-e28d96c2-fa18-400c-9443-4191424b0de3 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/087cbae7-6bad-4fc4-befc-f3fed79c9bfd HTTP/1.1" status: 204 len: 168 time: 0.1651042 Aug 06 17:30:04.031372 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d96c2-fa18-400c-9443-4191424b0de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087cbae7-6bad-4fc4-befc-f3fed79c9bfd,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:04.046492 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.db_base_plugin_common [None req-96e6c527-66c8-4aa2-8857-e660bf4045cd admin admin] Allocated IP 172.27.0.7 (2c4c21cf-2746-4b14-9730-0a69daab855b/0d6fa379-a3fa-4b6f-9c88-fa9af5610e03/7d1dbbc7-720d-4821-ba7d-2dbbc3546155) {{(pid=93308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:30:04.057563 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d85bdf-3ac4-4696-a106-a9b240337dd2 None None] Network f7e004e9-5b16-4b6a-ad22-d4806dcf81c8 is already hosted by enough agents. {{(pid=93310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:30:04.067500 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.scheduler.base_scheduler [None req-36d85bdf-3ac4-4696-a106-a9b240337dd2 None None] Resources bound (agent type, host, resource id): {{(pid=93310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:30:04.083678 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d85bdf-3ac4-4696-a106-a9b240337dd2 None None] Received port after_create {{(pid=93310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:30:04.087841 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d85bdf-3ac4-4696-a106-a9b240337dd2 None None] Pushing event updated for resources: {'Port': ['ID=487876ae-59eb-4049-893f-ceb828fcede8,revision_number=1']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:04.142074 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-36d85bdf-3ac4-4696-a106-a9b240337dd2 None None] Attempting to bind port 487876ae-59eb-4049-893f-ceb828fcede8 on host dv-cinder-803773-1-iscsi for vnic_type normal with profile {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:30:04.142475 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-36d85bdf-3ac4-4696-a106-a9b240337dd2 None None] Attempting to bind port 487876ae-59eb-4049-893f-ceb828fcede8 by drivers openvswitch,hyperv on host dv-cinder-803773-1-iscsi at level 0 using segments [{'id': '48d5a5e8-a2b3-4868-b99f-a5d021f6d44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f7e004e9-5b16-4b6a-ad22-d4806dcf81c8'}] {{(pid=93310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:30:04.142832 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d85bdf-3ac4-4696-a106-a9b240337dd2 None None] Attempting to bind port 487876ae-59eb-4049-893f-ceb828fcede8 on network f7e004e9-5b16-4b6a-ad22-d4806dcf81c8 {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:30:04.147998 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d85bdf-3ac4-4696-a106-a9b240337dd2 None None] Checking agent: {'id': 'c2f4de20-f7af-45ef-88b2-b79124fbc41c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803773-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 15, 24), 'started_at': datetime.datetime(2021, 8, 6, 17, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803773-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:30:04.148371 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d85bdf-3ac4-4696-a106-a9b240337dd2 None None] Checking segment: {'id': '48d5a5e8-a2b3-4868-b99f-a5d021f6d44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f7e004e9-5b16-4b6a-ad22-d4806dcf81c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:30:04.148770 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-36d85bdf-3ac4-4696-a106-a9b240337dd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:04.149156 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d85bdf-3ac4-4696-a106-a9b240337dd2 None None] Bound using segment: {'id': '48d5a5e8-a2b3-4868-b99f-a5d021f6d44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f7e004e9-5b16-4b6a-ad22-d4806dcf81c8'} {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:30:04.149626 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-36d85bdf-3ac4-4696-a106-a9b240337dd2 None None] Bound port: 487876ae-59eb-4049-893f-ceb828fcede8, host: dv-cinder-803773-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d5a5e8-a2b3-4868-b99f-a5d021f6d44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f7e004e9-5b16-4b6a-ad22-d4806dcf81c8'}}] {{(pid=93310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:30:04.150009 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-36d85bdf-3ac4-4696-a106-a9b240337dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:04.171345 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-96e6c527-66c8-4aa2-8857-e660bf4045cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:04.224548 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-96e6c527-66c8-4aa2-8857-e660bf4045cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089738'] for port, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:04.250704 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-36d85bdf-3ac4-4696-a106-a9b240337dd2 None None] For port 487876ae-59eb-4049-893f-ceb828fcede8, host dv-cinder-803773-1-iscsi, cleared binding levels {{(pid=93310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:30:04.254935 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-36d85bdf-3ac4-4696-a106-a9b240337dd2 None None] For port 487876ae-59eb-4049-893f-ceb828fcede8, host dv-cinder-803773-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=487876ae-59eb-4049-893f-ceb828fcede8,segment=NetworkSegment(48d5a5e8-a2b3-4868-b99f-a5d021f6d44d),segment_id=48d5a5e8-a2b3-4868-b99f-a5d021f6d44d)] {{(pid=93310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:30:04.264694 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-36d85bdf-3ac4-4696-a106-a9b240337dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:04.281241 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e6c527-66c8-4aa2-8857-e660bf4045cd admin admin] Network 2c4c21cf-2746-4b14-9730-0a69daab855b is already hosted by enough agents. {{(pid=93308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:30:04.288507 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.base_scheduler [None req-96e6c527-66c8-4aa2-8857-e660bf4045cd admin admin] Resources bound (agent type, host, resource id): {{(pid=93308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:30:04.295491 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e6c527-66c8-4aa2-8857-e660bf4045cd admin admin] Pushing event updated for resources: {'Port': ['ID=7d1dbbc7-720d-4821-ba7d-2dbbc3546155,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:04.298590 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e6c527-66c8-4aa2-8857-e660bf4045cd admin admin] Received port after_create {{(pid=93308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:30:04.337400 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d85bdf-3ac4-4696-a106-a9b240337dd2 None None] Pushing event updated for resources: {'Port': ['ID=487876ae-59eb-4049-893f-ceb828fcede8,revision_number=2']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:04.558746 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 8fc0b773-015b-40c1-acfa-396afe83ce4b up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:30:04.629672 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning for port 8fc0b773-015b-40c1-acfa-396afe83ce4b completed by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:30:04.633105 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-96e6c527-66c8-4aa2-8857-e660bf4045cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:04.634580 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port 8fc0b773-015b-40c1-acfa-396afe83ce4b triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:30:04.636352 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:04.717202 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f76afe7-069f-44c9-9a86-6c5b8d9352f6 None None] Sync routers for ids ['2a67d704-2d73-4388-92ad-904eaa543784'] in dv-cinder-803773-1-iscsi {{(pid=93311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:30:04.734574 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f76afe7-069f-44c9-9a86-6c5b8d9352f6 None None] Routers {'2a67d704-2d73-4388-92ad-904eaa543784'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:30:04.735693 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-9f76afe7-069f-44c9-9a86-6c5b8d9352f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:29:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['2a67d704-2d73-4388-92ad-904eaa543784'], 'active': True} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:30:04.755049 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:04.776083 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] For port 8fc0b773-015b-40c1-acfa-396afe83ce4b, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=8fc0b773-015b-40c1-acfa-396afe83ce4b,segment=NetworkSegment(0f56620f-272e-4079-bfd8-f32d6a32afa9),segment_id=0f56620f-272e-4079-bfd8-f32d6a32afa9)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:30:04.783140 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:04.839221 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Pushing event updated for resources: {'Port': ['ID=8fc0b773-015b-40c1-acfa-396afe83ce4b,revision_number=4']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:04.869911 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvr_db [None req-9f76afe7-069f-44c9-9a86-6c5b8d9352f6 None None] Set router 2a67d704-2d73-4388-92ad-904eaa543784 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:30:04.887085 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-96e6c527-66c8-4aa2-8857-e660bf4045cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441493'] for router, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:05.092356 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-9f76afe7-069f-44c9-9a86-6c5b8d9352f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a67d704-2d73-4388-92ad-904eaa543784', 'name': 'tempest-TestVolumeBootPattern-1564771153-router', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8fc0b773-015b-40c1-acfa-396afe83ce4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:30:01Z', 'revision_number': 4, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'gw_port': {'id': '8fc0b773-015b-40c1-acfa-396afe83ce4b', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:30:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': '61c95aac-f09e-42c3-9a66-cee2b39f36c0', 'name': '', 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'mac_address': 'fa:16:3e:d0:ee:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '9a9869f0-8837-4c76-82e1-b61ab6cd1287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:30:00Z', 'updated_at': '2021-08-06T17:30:01Z', 'revision_number': 2, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'subnets': [{'id': '9a9869f0-8837-4c76-82e1-b61ab6cd1287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:30:05.123603 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f76afe7-069f-44c9-9a86-6c5b8d9352f6 None None] Checking router: 2a67d704-2d73-4388-92ad-904eaa543784 for host: dv-cinder-803773-1-iscsi {{(pid=93311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:30:05.123946 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f76afe7-069f-44c9-9a86-6c5b8d9352f6 None None] Updating router 2a67d704-2d73-4388-92ad-904eaa543784 port 61c95aac-f09e-42c3-9a66-cee2b39f36c0 binding host dv-cinder-803773-1-iscsi {{(pid=93311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 17:30:05.152416 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-9f76afe7-069f-44c9-9a86-6c5b8d9352f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:05.393575 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e6c527-66c8-4aa2-8857-e660bf4045cd admin admin] Router 216f163b-0896-4a61-ad35-fb17695226d4 is scheduled to L3 agent cbcd3d9e-bca5-4529-952b-48c65d2aceac with binding_index 1 {{(pid=93308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 17:30:05.434339 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c266d13e-5adf-4af7-a714-bed0ee26880f None None] Network f7e004e9-5b16-4b6a-ad22-d4806dcf81c8 requested from dv-cinder-803773-1-iscsi {{(pid=93310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:30:05.474054 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-9f76afe7-069f-44c9-9a86-6c5b8d9352f6 None None] Notify callbacks [] for port, precommit_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:05.484155 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.provisioning_blocks [None req-9f76afe7-069f-44c9-9a86-6c5b8d9352f6 None None] Transition to ACTIVE for port object 61c95aac-f09e-42c3-9a66-cee2b39f36c0 will not be triggered until provisioned by entity L2. {{(pid=93311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:30:05.492162 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-9f76afe7-069f-44c9-9a86-6c5b8d9352f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:05.546744 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec7ed85-66cb-4685-8b0d-363b4a91e5d1 None None] Pushing event updated for resources: {'Port': ['ID=61c95aac-f09e-42c3-9a66-cee2b39f36c0,revision_number=3']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:05.546852 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e6c527-66c8-4aa2-8857-e660bf4045cd admin admin] Notify agent at l3_agent.dv-cinder-803773-1-iscsi the message routers_updated {{(pid=93308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:30:05.552607 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec7ed85-66cb-4685-8b0d-363b4a91e5d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:30:05.552886 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec7ed85-66cb-4685-8b0d-363b4a91e5d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:30:05.553526 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec7ed85-66cb-4685-8b0d-363b4a91e5d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:30:05.554345 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec7ed85-66cb-4685-8b0d-363b4a91e5d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:30:05.554742 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec7ed85-66cb-4685-8b0d-363b4a91e5d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:30:05.555004 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec7ed85-66cb-4685-8b0d-363b4a91e5d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:30:05.555319 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec7ed85-66cb-4685-8b0d-363b4a91e5d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:30:05.555638 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec7ed85-66cb-4685-8b0d-363b4a91e5d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:30:05.555985 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec7ed85-66cb-4685-8b0d-363b4a91e5d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:30:05.556291 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec7ed85-66cb-4685-8b0d-363b4a91e5d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:30:05.556633 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec7ed85-66cb-4685-8b0d-363b4a91e5d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:30:05.556961 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec7ed85-66cb-4685-8b0d-363b4a91e5d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:30:05.558941 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-b0929586-be07-4991-a838-18b56739a488 None None] Provisioning for port 487876ae-59eb-4049-893f-ceb828fcede8 completed by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:30:05.577860 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-96e6c527-66c8-4aa2-8857-e660bf4045cd admin admin] Notify callbacks [] for router, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:05.579191 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-96e6c527-66c8-4aa2-8857-e660bf4045cd admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1452458 Aug 06 17:30:05.580395 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 37306) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:30:05.618545 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327bcbc1-5fa0-4368-b26c-b5af9926e1a8 None None] Sync routers for ids ['216f163b-0896-4a61-ad35-fb17695226d4'] in dv-cinder-803773-1-iscsi {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:30:05.630592 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [None req-9f76afe7-069f-44c9-9a86-6c5b8d9352f6 None None] Attempting to bind port 61c95aac-f09e-42c3-9a66-cee2b39f36c0 on host dv-cinder-803773-1-iscsi for vnic_type normal with profile {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:30:05.630592 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [None req-9f76afe7-069f-44c9-9a86-6c5b8d9352f6 None None] Attempting to bind port 61c95aac-f09e-42c3-9a66-cee2b39f36c0 by drivers openvswitch,hyperv on host dv-cinder-803773-1-iscsi at level 0 using segments [{'id': '02b005d2-1715-4919-aaec-fce73105542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36'}] {{(pid=93311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:30:05.630592 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f76afe7-069f-44c9-9a86-6c5b8d9352f6 None None] Attempting to bind port 61c95aac-f09e-42c3-9a66-cee2b39f36c0 on network 12959d86-3f27-4436-a850-45d1f5a6fb36 {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:30:05.635878 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f76afe7-069f-44c9-9a86-6c5b8d9352f6 None None] Checking agent: {'id': 'c2f4de20-f7af-45ef-88b2-b79124fbc41c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803773-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 15, 24), 'started_at': datetime.datetime(2021, 8, 6, 17, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803773-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:30:05.636294 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f76afe7-069f-44c9-9a86-6c5b8d9352f6 None None] Checking segment: {'id': '02b005d2-1715-4919-aaec-fce73105542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:30:05.636688 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-9f76afe7-069f-44c9-9a86-6c5b8d9352f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:05.637059 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f76afe7-069f-44c9-9a86-6c5b8d9352f6 None None] Bound using segment: {'id': '02b005d2-1715-4919-aaec-fce73105542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36'} {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:30:05.637709 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [None req-9f76afe7-069f-44c9-9a86-6c5b8d9352f6 None None] Bound port: 61c95aac-f09e-42c3-9a66-cee2b39f36c0, host: dv-cinder-803773-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02b005d2-1715-4919-aaec-fce73105542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36'}}] {{(pid=93311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:30:05.637871 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-9f76afe7-069f-44c9-9a86-6c5b8d9352f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:05.647214 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327bcbc1-5fa0-4368-b26c-b5af9926e1a8 None None] Routers {'216f163b-0896-4a61-ad35-fb17695226d4'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:30:05.647843 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-327bcbc1-5fa0-4368-b26c-b5af9926e1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:29:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['216f163b-0896-4a61-ad35-fb17695226d4'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:30:05.723335 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [None req-9f76afe7-069f-44c9-9a86-6c5b8d9352f6 None None] For port 61c95aac-f09e-42c3-9a66-cee2b39f36c0, host dv-cinder-803773-1-iscsi, cleared binding levels {{(pid=93311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:30:05.727712 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [None req-9f76afe7-069f-44c9-9a86-6c5b8d9352f6 None None] For port 61c95aac-f09e-42c3-9a66-cee2b39f36c0, host dv-cinder-803773-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=61c95aac-f09e-42c3-9a66-cee2b39f36c0,segment=NetworkSegment(02b005d2-1715-4919-aaec-fce73105542d),segment_id=02b005d2-1715-4919-aaec-fce73105542d)] {{(pid=93311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:30:05.734017 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-9f76afe7-069f-44c9-9a86-6c5b8d9352f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:05.796009 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-327bcbc1-5fa0-4368-b26c-b5af9926e1a8 None None] Set router 216f163b-0896-4a61-ad35-fb17695226d4 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:30:05.820790 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec7ed85-66cb-4685-8b0d-363b4a91e5d1 None None] Pushing event updated for resources: {'Port': ['ID=61c95aac-f09e-42c3-9a66-cee2b39f36c0,revision_number=4']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:05.823722 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f76afe7-069f-44c9-9a86-6c5b8d9352f6 None None] Routers {'2a67d704-2d73-4388-92ad-904eaa543784'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:30:05.824514 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-9f76afe7-069f-44c9-9a86-6c5b8d9352f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:29:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['2a67d704-2d73-4388-92ad-904eaa543784'], 'active': True} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:30:05.842353 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 4902b4bd-390e-4122-b5bd-878c4b3e91a4 no longer exists at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:30:05.895954 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] No Port match for: 4902b4bd-390e-4122-b5bd-878c4b3e91a4 {{(pid=93310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:30:05.896333 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 4902b4bd-390e-4122-b5bd-878c4b3e91a4 not bound to the agent host hv-cinder-80377 {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:30:05.973163 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvr_db [None req-9f76afe7-069f-44c9-9a86-6c5b8d9352f6 None None] Set router 2a67d704-2d73-4388-92ad-904eaa543784 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:30:06.117842 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-327bcbc1-5fa0-4368-b26c-b5af9926e1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216f163b-0896-4a61-ad35-fb17695226d4', 'name': 'tempest-TestVolumeBootPattern-1756391350-router', 'tenant_id': 'deb4bf1438e8472cb1ebae99d72a2c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '7d1dbbc7-720d-4821-ba7d-2dbbc3546155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:30:03Z', 'updated_at': '2021-08-06T17:30:04Z', 'revision_number': 3, 'project_id': 'deb4bf1438e8472cb1ebae99d72a2c18', 'gw_port': {'id': '7d1dbbc7-720d-4821-ba7d-2dbbc3546155', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:eb:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216f163b-0896-4a61-ad35-fb17695226d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:30:03Z', 'updated_at': '2021-08-06T17:30:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi'}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:30:06.150890 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327bcbc1-5fa0-4368-b26c-b5af9926e1a8 None None] Checking router: 216f163b-0896-4a61-ad35-fb17695226d4 for host: dv-cinder-803773-1-iscsi {{(pid=93310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:30:06.151235 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327bcbc1-5fa0-4368-b26c-b5af9926e1a8 None None] Updating router 216f163b-0896-4a61-ad35-fb17695226d4 port 7d1dbbc7-720d-4821-ba7d-2dbbc3546155 binding host dv-cinder-803773-1-iscsi {{(pid=93310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 17:30:06.163831 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-abc8017d-85db-42c2-8b8e-a68d0da5765c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:06.185127 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-327bcbc1-5fa0-4368-b26c-b5af9926e1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:06.249902 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-9f76afe7-069f-44c9-9a86-6c5b8d9352f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a67d704-2d73-4388-92ad-904eaa543784', 'name': 'tempest-TestVolumeBootPattern-1564771153-router', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8fc0b773-015b-40c1-acfa-396afe83ce4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:30:01Z', 'revision_number': 4, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'gw_port': {'id': '8fc0b773-015b-40c1-acfa-396afe83ce4b', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': '61c95aac-f09e-42c3-9a66-cee2b39f36c0', 'name': '', 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'mac_address': 'fa:16:3e:d0:ee:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '9a9869f0-8837-4c76-82e1-b61ab6cd1287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:30:00Z', 'updated_at': '2021-08-06T17:30:05Z', 'revision_number': 4, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'subnets': [{'id': '9a9869f0-8837-4c76-82e1-b61ab6cd1287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:30:06.288675 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f76afe7-069f-44c9-9a86-6c5b8d9352f6 None None] The sync data for ids ['2a67d704-2d73-4388-92ad-904eaa543784'] in dv-cinder-803773-1-iscsi is: [{'id': '2a67d704-2d73-4388-92ad-904eaa543784', 'name': 'tempest-TestVolumeBootPattern-1564771153-router', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8fc0b773-015b-40c1-acfa-396afe83ce4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:30:01Z', 'revision_number': 4, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'gw_port': {'id': '8fc0b773-015b-40c1-acfa-396afe83ce4b', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': '61c95aac-f09e-42c3-9a66-cee2b39f36c0', 'name': '', 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'mac_address': 'fa:16:3e:d0:ee:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '9a9869f0-8837-4c76-82e1-b61ab6cd1287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:30:00Z', 'updated_at': '2021-08-06T17:30:05Z', 'revision_number': 4, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'subnets': [{'id': '9a9869f0-8837-4c76-82e1-b61ab6cd1287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:30:06.384403 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.db_base_plugin_common [None req-abc8017d-85db-42c2-8b8e-a68d0da5765c admin admin] Allocated IP 172.20.0.1 (f7e004e9-5b16-4b6a-ad22-d4806dcf81c8/7cf537f3-4c71-477c-8e76-2618b07465f2/48b99847-2bae-4e09-880c-b7d1d5c21a26) {{(pid=93309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:30:06.521749 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-abc8017d-85db-42c2-8b8e-a68d0da5765c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:06.529562 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-327bcbc1-5fa0-4368-b26c-b5af9926e1a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:06.542084 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-327bcbc1-5fa0-4368-b26c-b5af9926e1a8 None None] Transition to ACTIVE for port object 7d1dbbc7-720d-4821-ba7d-2dbbc3546155 will not be triggered until provisioned by entity L2. {{(pid=93310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:30:06.557188 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.provisioning_blocks [None req-abc8017d-85db-42c2-8b8e-a68d0da5765c admin admin] Transition to ACTIVE for port object 48b99847-2bae-4e09-880c-b7d1d5c21a26 will not be triggered until provisioned by entity DHCP. {{(pid=93309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:30:06.558531 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-327bcbc1-5fa0-4368-b26c-b5af9926e1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:06.611440 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-abc8017d-85db-42c2-8b8e-a68d0da5765c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379163'] for port, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:06.617262 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 8fc0b773-015b-40c1-acfa-396afe83ce4b up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:30:06.685309 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-327bcbc1-5fa0-4368-b26c-b5af9926e1a8 None None] Attempting to bind port 7d1dbbc7-720d-4821-ba7d-2dbbc3546155 on host dv-cinder-803773-1-iscsi for vnic_type normal with profile {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:30:06.685620 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-327bcbc1-5fa0-4368-b26c-b5af9926e1a8 None None] Attempting to bind port 7d1dbbc7-720d-4821-ba7d-2dbbc3546155 by drivers openvswitch,hyperv on host dv-cinder-803773-1-iscsi at level 0 using segments [{'id': '0f56620f-272e-4079-bfd8-f32d6a32afa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'}] {{(pid=93310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:30:06.685966 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327bcbc1-5fa0-4368-b26c-b5af9926e1a8 None None] Attempting to bind port 7d1dbbc7-720d-4821-ba7d-2dbbc3546155 on network 2c4c21cf-2746-4b14-9730-0a69daab855b {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:30:06.698502 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327bcbc1-5fa0-4368-b26c-b5af9926e1a8 None None] Checking agent: {'id': 'c2f4de20-f7af-45ef-88b2-b79124fbc41c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803773-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 15, 24), 'started_at': datetime.datetime(2021, 8, 6, 17, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803773-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:30:06.698847 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327bcbc1-5fa0-4368-b26c-b5af9926e1a8 None None] Checking segment: {'id': '0f56620f-272e-4079-bfd8-f32d6a32afa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:30:06.699238 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-327bcbc1-5fa0-4368-b26c-b5af9926e1a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:06.699619 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327bcbc1-5fa0-4368-b26c-b5af9926e1a8 None None] Bound using segment: {'id': '0f56620f-272e-4079-bfd8-f32d6a32afa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'} {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:30:06.700086 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-327bcbc1-5fa0-4368-b26c-b5af9926e1a8 None None] Bound port: 7d1dbbc7-720d-4821-ba7d-2dbbc3546155, host: dv-cinder-803773-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f56620f-272e-4079-bfd8-f32d6a32afa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'}}] {{(pid=93310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:30:06.700635 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-327bcbc1-5fa0-4368-b26c-b5af9926e1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:06.702628 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc8017d-85db-42c2-8b8e-a68d0da5765c admin admin] Network f7e004e9-5b16-4b6a-ad22-d4806dcf81c8 is already hosted by enough agents. {{(pid=93309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:30:06.710505 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.base_scheduler [None req-abc8017d-85db-42c2-8b8e-a68d0da5765c admin admin] Resources bound (agent type, host, resource id): {{(pid=93309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:30:06.714708 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc8017d-85db-42c2-8b8e-a68d0da5765c admin admin] Received port after_create {{(pid=93309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:30:06.747501 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c77e2-4940-4fae-ae65-716109d1faf2 None None] Pushing event updated for resources: {'Port': ['ID=7d1dbbc7-720d-4821-ba7d-2dbbc3546155,revision_number=2']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:06.749381 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc8017d-85db-42c2-8b8e-a68d0da5765c admin admin] Pushing event updated for resources: {'Port': ['ID=48b99847-2bae-4e09-880c-b7d1d5c21a26,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:06.785837 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-abc8017d-85db-42c2-8b8e-a68d0da5765c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-439167'] for router_interface, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:06.821360 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port 8fc0b773-015b-40c1-acfa-396afe83ce4b triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:30:06.822224 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:06.874955 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-327bcbc1-5fa0-4368-b26c-b5af9926e1a8 None None] For port 7d1dbbc7-720d-4821-ba7d-2dbbc3546155, host dv-cinder-803773-1-iscsi, cleared binding levels {{(pid=93310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:30:06.879055 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-327bcbc1-5fa0-4368-b26c-b5af9926e1a8 None None] For port 7d1dbbc7-720d-4821-ba7d-2dbbc3546155, host dv-cinder-803773-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=7d1dbbc7-720d-4821-ba7d-2dbbc3546155,segment=NetworkSegment(0f56620f-272e-4079-bfd8-f32d6a32afa9),segment_id=0f56620f-272e-4079-bfd8-f32d6a32afa9)] {{(pid=93310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:30:06.892204 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-327bcbc1-5fa0-4368-b26c-b5af9926e1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:06.990660 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-abc8017d-85db-42c2-8b8e-a68d0da5765c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:07.030072 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327bcbc1-5fa0-4368-b26c-b5af9926e1a8 None None] Routers {'216f163b-0896-4a61-ad35-fb17695226d4'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:30:07.030836 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-327bcbc1-5fa0-4368-b26c-b5af9926e1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:29:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['216f163b-0896-4a61-ad35-fb17695226d4'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:30:07.098168 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c77e2-4940-4fae-ae65-716109d1faf2 None None] Pushing event updated for resources: {'Port': ['ID=7d1dbbc7-720d-4821-ba7d-2dbbc3546155,revision_number=3']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:07.253184 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-abc8017d-85db-42c2-8b8e-a68d0da5765c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:07.264076 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-abc8017d-85db-42c2-8b8e-a68d0da5765c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30379154'] for port, after_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:07.304632 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 487876ae-59eb-4049-893f-ceb828fcede8 up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:30:07.344583 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-abc8017d-85db-42c2-8b8e-a68d0da5765c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429519'] for router_interface, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:07.346744 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc8017d-85db-42c2-8b8e-a68d0da5765c admin admin] Pushing event updated for resources: {'Port': ['ID=48b99847-2bae-4e09-880c-b7d1d5c21a26,revision_number=2']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:07.383704 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-cf83c918-2028-4c18-84e8-94148a8815b6 None None] Provisioning for port 48b99847-2bae-4e09-880c-b7d1d5c21a26 completed by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:30:07.402797 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-cf83c918-2028-4c18-84e8-94148a8815b6 None None] Provisioning complete for port 48b99847-2bae-4e09-880c-b7d1d5c21a26 triggered by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:30:07.403156 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-cf83c918-2028-4c18-84e8-94148a8815b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:07.443560 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc8017d-85db-42c2-8b8e-a68d0da5765c admin admin] Network f7e004e9-5b16-4b6a-ad22-d4806dcf81c8 is already hosted by enough agents. {{(pid=93309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:30:07.443806 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning for port 487876ae-59eb-4049-893f-ceb828fcede8 completed by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:30:07.444933 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.base_scheduler [None req-abc8017d-85db-42c2-8b8e-a68d0da5765c admin admin] Resources bound (agent type, host, resource id): {{(pid=93309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:30:07.446539 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-327bcbc1-5fa0-4368-b26c-b5af9926e1a8 None None] Set router 216f163b-0896-4a61-ad35-fb17695226d4 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:30:07.477774 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port 487876ae-59eb-4049-893f-ceb828fcede8 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:30:07.478139 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:07.481140 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-cf83c918-2028-4c18-84e8-94148a8815b6 None None] Port 48b99847-2bae-4e09-880c-b7d1d5c21a26 cannot update to ACTIVE because it is not bound. {{(pid=93310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:30:07.564326 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc8017d-85db-42c2-8b8e-a68d0da5765c admin admin] Router 216f163b-0896-4a61-ad35-fb17695226d4 has already been hosted by L3 agent cbcd3d9e-bca5-4529-952b-48c65d2aceac {{(pid=93309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:30:07.665047 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:07.683729 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc8017d-85db-42c2-8b8e-a68d0da5765c admin admin] Notify agent at l3_agent.dv-cinder-803773-1-iscsi the message routers_updated {{(pid=93309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:30:07.688854 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-abc8017d-85db-42c2-8b8e-a68d0da5765c admin admin] 10.222.0.89 "PUT /v2.0/routers/216f163b-0896-4a61-ad35-fb17695226d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1071618 Aug 06 17:30:07.737734 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] For port 487876ae-59eb-4049-893f-ceb828fcede8, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=487876ae-59eb-4049-893f-ceb828fcede8,segment=NetworkSegment(48d5a5e8-a2b3-4868-b99f-a5d021f6d44d),segment_id=48d5a5e8-a2b3-4868-b99f-a5d021f6d44d)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:30:07.740480 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-2dc5f638-2dd0-4130-b3c5-2d9f4b4b4c4e None None] Provisioning complete for port 48b99847-2bae-4e09-880c-b7d1d5c21a26 triggered by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:30:07.740961 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-2dc5f638-2dd0-4130-b3c5-2d9f4b4b4c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:07.746536 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:07.747318 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 61c95aac-f09e-42c3-9a66-cee2b39f36c0 up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:30:07.853796 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-2dc5f638-2dd0-4130-b3c5-2d9f4b4b4c4e None None] Port 48b99847-2bae-4e09-880c-b7d1d5c21a26 cannot update to ACTIVE because it is not bound. {{(pid=93310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:30:07.865838 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-327bcbc1-5fa0-4368-b26c-b5af9926e1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216f163b-0896-4a61-ad35-fb17695226d4', 'name': 'tempest-TestVolumeBootPattern-1756391350-router', 'tenant_id': 'deb4bf1438e8472cb1ebae99d72a2c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '7d1dbbc7-720d-4821-ba7d-2dbbc3546155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:30:03Z', 'updated_at': '2021-08-06T17:30:06Z', 'revision_number': 4, 'project_id': 'deb4bf1438e8472cb1ebae99d72a2c18', 'gw_port': {'id': '7d1dbbc7-720d-4821-ba7d-2dbbc3546155', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:eb:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216f163b-0896-4a61-ad35-fb17695226d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:30:03Z', 'updated_at': '2021-08-06T17:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': '48b99847-2bae-4e09-880c-b7d1d5c21a26', 'name': '', 'network_id': 'f7e004e9-5b16-4b6a-ad22-d4806dcf81c8', 'tenant_id': 'deb4bf1438e8472cb1ebae99d72a2c18', 'mac_address': 'fa:16:3e:c5:72:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216f163b-0896-4a61-ad35-fb17695226d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '7cf537f3-4c71-477c-8e76-2618b07465f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:30:06Z', 'updated_at': '2021-08-06T17:30:06Z', 'revision_number': 1, 'project_id': 'deb4bf1438e8472cb1ebae99d72a2c18', 'subnets': [{'id': '7cf537f3-4c71-477c-8e76-2618b07465f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:30:07.896362 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Pushing event updated for resources: {'Port': ['ID=487876ae-59eb-4049-893f-ceb828fcede8,revision_number=3']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:07.900746 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327bcbc1-5fa0-4368-b26c-b5af9926e1a8 None None] The sync data for ids ['216f163b-0896-4a61-ad35-fb17695226d4'] in dv-cinder-803773-1-iscsi is: [{'id': '216f163b-0896-4a61-ad35-fb17695226d4', 'name': 'tempest-TestVolumeBootPattern-1756391350-router', 'tenant_id': 'deb4bf1438e8472cb1ebae99d72a2c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '7d1dbbc7-720d-4821-ba7d-2dbbc3546155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:30:03Z', 'updated_at': '2021-08-06T17:30:06Z', 'revision_number': 4, 'project_id': 'deb4bf1438e8472cb1ebae99d72a2c18', 'gw_port': {'id': '7d1dbbc7-720d-4821-ba7d-2dbbc3546155', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:eb:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216f163b-0896-4a61-ad35-fb17695226d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:30:03Z', 'updated_at': '2021-08-06T17:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': '48b99847-2bae-4e09-880c-b7d1d5c21a26', 'name': '', 'network_id': 'f7e004e9-5b16-4b6a-ad22-d4806dcf81c8', 'tenant_id': 'deb4bf1438e8472cb1ebae99d72a2c18', 'mac_address': 'fa:16:3e:c5:72:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216f163b-0896-4a61-ad35-fb17695226d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '7cf537f3-4c71-477c-8e76-2618b07465f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:30:06Z', 'updated_at': '2021-08-06T17:30:06Z', 'revision_number': 1, 'project_id': 'deb4bf1438e8472cb1ebae99d72a2c18', 'subnets': [{'id': '7cf537f3-4c71-477c-8e76-2618b07465f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:30:07.912814 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning for port 61c95aac-f09e-42c3-9a66-cee2b39f36c0 completed by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:30:07.917488 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port 61c95aac-f09e-42c3-9a66-cee2b39f36c0 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:30:07.917861 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:08.004063 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:08.042831 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] For port 61c95aac-f09e-42c3-9a66-cee2b39f36c0, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=61c95aac-f09e-42c3-9a66-cee2b39f36c0,segment=NetworkSegment(02b005d2-1715-4919-aaec-fce73105542d),segment_id=02b005d2-1715-4919-aaec-fce73105542d)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:30:08.048787 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:08.104385 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Pushing event updated for resources: {'Port': ['ID=61c95aac-f09e-42c3-9a66-cee2b39f36c0,revision_number=5']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:08.278522 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 37336) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:30:08.283352 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-f8769a98-4925-4162-bc76-d9d8b04de0f3 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1108448192', 'description': 'tempest-secgroup-smoke-1108448192 description', 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:30:08.308675 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-f8769a98-4925-4162-bc76-d9d8b04de0f3 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:08.421006 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-f8769a98-4925-4162-bc76-d9d8b04de0f3 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:08.426510 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-f8769a98-4925-4162-bc76-d9d8b04de0f3 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:08.459924 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-f8769a98-4925-4162-bc76-d9d8b04de0f3 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:08.461529 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-f8769a98-4925-4162-bc76-d9d8b04de0f3 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1819358 Aug 06 17:30:08.464051 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8769a98-4925-4162-bc76-d9d8b04de0f3 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4df3cd12-926d-4951-80bc-caa0e5a29ab1,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:08.464845 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 37344) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:30:08.486131 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [None req-d88e13a5-ccbf-43b6-87f3-e7cd362c1805 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Request body: {'security_group_rule': {'security_group_id': '4df3cd12-926d-4951-80bc-caa0e5a29ab1', 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:30:08.497475 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 487876ae-59eb-4049-893f-ceb828fcede8 up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:30:08.560725 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-d88e13a5-ccbf-43b6-87f3-e7cd362c1805 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:08.563708 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port 487876ae-59eb-4049-893f-ceb828fcede8 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:30:08.564086 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:08.620361 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-d88e13a5-ccbf-43b6-87f3-e7cd362c1805 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:08.626936 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-d88e13a5-ccbf-43b6-87f3-e7cd362c1805 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600067'] for security_group_rule, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:08.660612 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e13a5-ccbf-43b6-87f3-e7cd362c1805 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c458170-f018-4271-8815-a5ecc36258b8,revision_number=0']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:08.667396 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 61c95aac-f09e-42c3-9a66-cee2b39f36c0 up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:30:08.670101 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-d88e13a5-ccbf-43b6-87f3-e7cd362c1805 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:08.671914 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-d88e13a5-ccbf-43b6-87f3-e7cd362c1805 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2059121 Aug 06 17:30:08.674766 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 37352) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:30:08.680025 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [None req-8522d046-133e-439f-b65c-08db7b498aed tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Request body: {'security_group_rule': {'security_group_id': '4df3cd12-926d-4951-80bc-caa0e5a29ab1', 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:30:08.711490 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-8522d046-133e-439f-b65c-08db7b498aed tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:08.738686 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port 61c95aac-f09e-42c3-9a66-cee2b39f36c0 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:30:08.739081 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:08.777240 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-8522d046-133e-439f-b65c-08db7b498aed tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:08.781616 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-8522d046-133e-439f-b65c-08db7b498aed tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600067'] for security_group_rule, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:08.799948 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8522d046-133e-439f-b65c-08db7b498aed tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a77e1c7-401a-4f16-b1c4-bc3721128d61,revision_number=0']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:08.808469 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-8522d046-133e-439f-b65c-08db7b498aed tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:08.809715 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-8522d046-133e-439f-b65c-08db7b498aed tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1338251 Aug 06 17:30:08.813015 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 37354) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:30:08.817819 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [None req-243987cc-7976-4da8-bb28-5f88115226b3 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Request body: {'security_group_rule': {'security_group_id': '4df3cd12-926d-4951-80bc-caa0e5a29ab1', 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:30:08.845944 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-243987cc-7976-4da8-bb28-5f88115226b3 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:08.912173 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-243987cc-7976-4da8-bb28-5f88115226b3 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:08.917340 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-243987cc-7976-4da8-bb28-5f88115226b3 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600067'] for security_group_rule, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:08.935516 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243987cc-7976-4da8-bb28-5f88115226b3 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2988c994-2737-42fe-bd6f-4465e7f1814a,revision_number=0']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:08.942221 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-243987cc-7976-4da8-bb28-5f88115226b3 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:08.947337 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-243987cc-7976-4da8-bb28-5f88115226b3 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1291170 Aug 06 17:30:08.947337 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 37358) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:30:08.950858 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [None req-dc00d59b-1a43-4096-bed2-853476aa4e39 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Request body: {'security_group_rule': {'security_group_id': '4df3cd12-926d-4951-80bc-caa0e5a29ab1', 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:30:08.977925 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-dc00d59b-1a43-4096-bed2-853476aa4e39 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:09.037006 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-dc00d59b-1a43-4096-bed2-853476aa4e39 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:09.040952 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-dc00d59b-1a43-4096-bed2-853476aa4e39 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600067'] for security_group_rule, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:09.071056 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc00d59b-1a43-4096-bed2-853476aa4e39 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bdeab74-37b6-4ab6-a006-45de42c672c9,revision_number=0']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:09.080546 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-dc00d59b-1a43-4096-bed2-853476aa4e39 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:09.087128 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-dc00d59b-1a43-4096-bed2-853476aa4e39 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1399028 Aug 06 17:30:09.089730 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 37360) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:30:09.094805 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [None req-38399c6f-3520-4526-a5dc-d84a1883776d tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Request body: {'security_group_rule': {'security_group_id': '4df3cd12-926d-4951-80bc-caa0e5a29ab1', 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:30:09.125543 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.db.securitygroups_db [None req-38399c6f-3520-4526-a5dc-d84a1883776d tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Project d890e20c0d05493c9b56c9fba16f16d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 17:30:09.131278 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-38399c6f-3520-4526-a5dc-d84a1883776d tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:09.198068 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-38399c6f-3520-4526-a5dc-d84a1883776d tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:09.203093 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-38399c6f-3520-4526-a5dc-d84a1883776d tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600067'] for security_group_rule, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:09.222920 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38399c6f-3520-4526-a5dc-d84a1883776d tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0a5605d-ddf6-4f49-8e0e-4ff8f55bfc25,revision_number=0']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:09.227933 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-38399c6f-3520-4526-a5dc-d84a1883776d tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:09.234311 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-38399c6f-3520-4526-a5dc-d84a1883776d tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1433783 Aug 06 17:30:09.234429 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 37362) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:30:09.239067 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-5b54eccb-b78d-4d0b-9ddd-948f89c1b5a1 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Request body: {'security_group_rule': {'security_group_id': '4df3cd12-926d-4951-80bc-caa0e5a29ab1', 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:30:09.261099 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.db.securitygroups_db [None req-5b54eccb-b78d-4d0b-9ddd-948f89c1b5a1 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Project d890e20c0d05493c9b56c9fba16f16d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 17:30:09.266132 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-5b54eccb-b78d-4d0b-9ddd-948f89c1b5a1 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:09.329742 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-5b54eccb-b78d-4d0b-9ddd-948f89c1b5a1 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:09.335631 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-5b54eccb-b78d-4d0b-9ddd-948f89c1b5a1 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600067'] for security_group_rule, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:09.353931 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b54eccb-b78d-4d0b-9ddd-948f89c1b5a1 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b132d5c-3fa2-40ab-a3ff-9576ff0bbc0b,revision_number=0']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:09.361234 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-5b54eccb-b78d-4d0b-9ddd-948f89c1b5a1 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:09.362664 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-5b54eccb-b78d-4d0b-9ddd-948f89c1b5a1 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1272843 Aug 06 17:30:10.106599 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:10.476466 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22c649f-af1d-47b2-ad55-fe0d499510d8 None None] Sync routers for ids ['216f163b-0896-4a61-ad35-fb17695226d4'] in dv-cinder-803773-1-iscsi {{(pid=93311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:30:10.486247 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22c649f-af1d-47b2-ad55-fe0d499510d8 None None] Routers {'216f163b-0896-4a61-ad35-fb17695226d4'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:30:10.486910 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-f22c649f-af1d-47b2-ad55-fe0d499510d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:29:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['216f163b-0896-4a61-ad35-fb17695226d4'], 'active': True} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:30:10.502544 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 7d1dbbc7-720d-4821-ba7d-2dbbc3546155 up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:30:10.567297 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning for port 7d1dbbc7-720d-4821-ba7d-2dbbc3546155 completed by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:30:10.572161 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port 7d1dbbc7-720d-4821-ba7d-2dbbc3546155 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:30:10.572832 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:10.667566 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:10.698742 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] For port 7d1dbbc7-720d-4821-ba7d-2dbbc3546155, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=7d1dbbc7-720d-4821-ba7d-2dbbc3546155,segment=NetworkSegment(0f56620f-272e-4079-bfd8-f32d6a32afa9),segment_id=0f56620f-272e-4079-bfd8-f32d6a32afa9)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:30:10.698742 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:10.719958 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvr_db [None req-f22c649f-af1d-47b2-ad55-fe0d499510d8 None None] Set router 216f163b-0896-4a61-ad35-fb17695226d4 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:30:10.754967 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Pushing event updated for resources: {'Port': ['ID=7d1dbbc7-720d-4821-ba7d-2dbbc3546155,revision_number=4']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:10.950122 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-f22c649f-af1d-47b2-ad55-fe0d499510d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216f163b-0896-4a61-ad35-fb17695226d4', 'name': 'tempest-TestVolumeBootPattern-1756391350-router', 'tenant_id': 'deb4bf1438e8472cb1ebae99d72a2c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '7d1dbbc7-720d-4821-ba7d-2dbbc3546155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:30:03Z', 'updated_at': '2021-08-06T17:30:06Z', 'revision_number': 4, 'project_id': 'deb4bf1438e8472cb1ebae99d72a2c18', 'gw_port': {'id': '7d1dbbc7-720d-4821-ba7d-2dbbc3546155', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:eb:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216f163b-0896-4a61-ad35-fb17695226d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:30:03Z', 'updated_at': '2021-08-06T17:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': '48b99847-2bae-4e09-880c-b7d1d5c21a26', 'name': '', 'network_id': 'f7e004e9-5b16-4b6a-ad22-d4806dcf81c8', 'tenant_id': 'deb4bf1438e8472cb1ebae99d72a2c18', 'mac_address': 'fa:16:3e:c5:72:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216f163b-0896-4a61-ad35-fb17695226d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '7cf537f3-4c71-477c-8e76-2618b07465f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:30:06Z', 'updated_at': '2021-08-06T17:30:07Z', 'revision_number': 2, 'project_id': 'deb4bf1438e8472cb1ebae99d72a2c18', 'subnets': [{'id': '7cf537f3-4c71-477c-8e76-2618b07465f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:30:10.979296 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22c649f-af1d-47b2-ad55-fe0d499510d8 None None] Checking router: 216f163b-0896-4a61-ad35-fb17695226d4 for host: dv-cinder-803773-1-iscsi {{(pid=93311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:30:10.979669 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22c649f-af1d-47b2-ad55-fe0d499510d8 None None] Updating router 216f163b-0896-4a61-ad35-fb17695226d4 port 48b99847-2bae-4e09-880c-b7d1d5c21a26 binding host dv-cinder-803773-1-iscsi {{(pid=93311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 17:30:11.006440 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-f22c649f-af1d-47b2-ad55-fe0d499510d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:11.282973 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-f22c649f-af1d-47b2-ad55-fe0d499510d8 None None] Notify callbacks [] for port, precommit_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:11.293050 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.provisioning_blocks [None req-f22c649f-af1d-47b2-ad55-fe0d499510d8 None None] Transition to ACTIVE for port object 48b99847-2bae-4e09-880c-b7d1d5c21a26 will not be triggered until provisioned by entity L2. {{(pid=93311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:30:11.305848 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-f22c649f-af1d-47b2-ad55-fe0d499510d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:11.360288 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e9ada-422b-493f-a152-11a3b053a48f None None] Pushing event updated for resources: {'Port': ['ID=48b99847-2bae-4e09-880c-b7d1d5c21a26,revision_number=3']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:11.414904 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [None req-f22c649f-af1d-47b2-ad55-fe0d499510d8 None None] Attempting to bind port 48b99847-2bae-4e09-880c-b7d1d5c21a26 on host dv-cinder-803773-1-iscsi for vnic_type normal with profile {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:30:11.415276 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [None req-f22c649f-af1d-47b2-ad55-fe0d499510d8 None None] Attempting to bind port 48b99847-2bae-4e09-880c-b7d1d5c21a26 by drivers openvswitch,hyperv on host dv-cinder-803773-1-iscsi at level 0 using segments [{'id': '48d5a5e8-a2b3-4868-b99f-a5d021f6d44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f7e004e9-5b16-4b6a-ad22-d4806dcf81c8'}] {{(pid=93311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:30:11.415626 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22c649f-af1d-47b2-ad55-fe0d499510d8 None None] Attempting to bind port 48b99847-2bae-4e09-880c-b7d1d5c21a26 on network f7e004e9-5b16-4b6a-ad22-d4806dcf81c8 {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:30:11.420826 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22c649f-af1d-47b2-ad55-fe0d499510d8 None None] Checking agent: {'id': 'c2f4de20-f7af-45ef-88b2-b79124fbc41c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803773-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 15, 24), 'started_at': datetime.datetime(2021, 8, 6, 17, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803773-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:30:11.421175 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22c649f-af1d-47b2-ad55-fe0d499510d8 None None] Checking segment: {'id': '48d5a5e8-a2b3-4868-b99f-a5d021f6d44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f7e004e9-5b16-4b6a-ad22-d4806dcf81c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:30:11.421575 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-f22c649f-af1d-47b2-ad55-fe0d499510d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:11.422016 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22c649f-af1d-47b2-ad55-fe0d499510d8 None None] Bound using segment: {'id': '48d5a5e8-a2b3-4868-b99f-a5d021f6d44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f7e004e9-5b16-4b6a-ad22-d4806dcf81c8'} {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:30:11.422668 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [None req-f22c649f-af1d-47b2-ad55-fe0d499510d8 None None] Bound port: 48b99847-2bae-4e09-880c-b7d1d5c21a26, host: dv-cinder-803773-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d5a5e8-a2b3-4868-b99f-a5d021f6d44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f7e004e9-5b16-4b6a-ad22-d4806dcf81c8'}}] {{(pid=93311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:30:11.423121 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-f22c649f-af1d-47b2-ad55-fe0d499510d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:11.495009 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [None req-f22c649f-af1d-47b2-ad55-fe0d499510d8 None None] For port 48b99847-2bae-4e09-880c-b7d1d5c21a26, host dv-cinder-803773-1-iscsi, cleared binding levels {{(pid=93311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:30:11.495009 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [None req-f22c649f-af1d-47b2-ad55-fe0d499510d8 None None] For port 48b99847-2bae-4e09-880c-b7d1d5c21a26, host dv-cinder-803773-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=48b99847-2bae-4e09-880c-b7d1d5c21a26,segment=NetworkSegment(48d5a5e8-a2b3-4868-b99f-a5d021f6d44d),segment_id=48d5a5e8-a2b3-4868-b99f-a5d021f6d44d)] {{(pid=93311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:30:11.501054 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-f22c649f-af1d-47b2-ad55-fe0d499510d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:11.551884 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22c649f-af1d-47b2-ad55-fe0d499510d8 None None] Routers {'216f163b-0896-4a61-ad35-fb17695226d4'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:30:11.552508 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-f22c649f-af1d-47b2-ad55-fe0d499510d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:29:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['216f163b-0896-4a61-ad35-fb17695226d4'], 'active': True} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:30:11.661915 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e9ada-422b-493f-a152-11a3b053a48f None None] Pushing event updated for resources: {'Port': ['ID=48b99847-2bae-4e09-880c-b7d1d5c21a26,revision_number=4']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:11.705589 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvr_db [None req-f22c649f-af1d-47b2-ad55-fe0d499510d8 None None] Set router 216f163b-0896-4a61-ad35-fb17695226d4 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:30:11.922851 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-f22c649f-af1d-47b2-ad55-fe0d499510d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216f163b-0896-4a61-ad35-fb17695226d4', 'name': 'tempest-TestVolumeBootPattern-1756391350-router', 'tenant_id': 'deb4bf1438e8472cb1ebae99d72a2c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '7d1dbbc7-720d-4821-ba7d-2dbbc3546155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:30:03Z', 'updated_at': '2021-08-06T17:30:06Z', 'revision_number': 4, 'project_id': 'deb4bf1438e8472cb1ebae99d72a2c18', 'gw_port': {'id': '7d1dbbc7-720d-4821-ba7d-2dbbc3546155', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:eb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216f163b-0896-4a61-ad35-fb17695226d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:30:03Z', 'updated_at': '2021-08-06T17:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': '48b99847-2bae-4e09-880c-b7d1d5c21a26', 'name': '', 'network_id': 'f7e004e9-5b16-4b6a-ad22-d4806dcf81c8', 'tenant_id': 'deb4bf1438e8472cb1ebae99d72a2c18', 'mac_address': 'fa:16:3e:c5:72:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216f163b-0896-4a61-ad35-fb17695226d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '7cf537f3-4c71-477c-8e76-2618b07465f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:30:06Z', 'updated_at': '2021-08-06T17:30:11Z', 'revision_number': 4, 'project_id': 'deb4bf1438e8472cb1ebae99d72a2c18', 'subnets': [{'id': '7cf537f3-4c71-477c-8e76-2618b07465f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:30:11.968166 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22c649f-af1d-47b2-ad55-fe0d499510d8 None None] The sync data for ids ['216f163b-0896-4a61-ad35-fb17695226d4'] in dv-cinder-803773-1-iscsi is: [{'id': '216f163b-0896-4a61-ad35-fb17695226d4', 'name': 'tempest-TestVolumeBootPattern-1756391350-router', 'tenant_id': 'deb4bf1438e8472cb1ebae99d72a2c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '7d1dbbc7-720d-4821-ba7d-2dbbc3546155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:30:03Z', 'updated_at': '2021-08-06T17:30:06Z', 'revision_number': 4, 'project_id': 'deb4bf1438e8472cb1ebae99d72a2c18', 'gw_port': {'id': '7d1dbbc7-720d-4821-ba7d-2dbbc3546155', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:eb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216f163b-0896-4a61-ad35-fb17695226d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:30:03Z', 'updated_at': '2021-08-06T17:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': '48b99847-2bae-4e09-880c-b7d1d5c21a26', 'name': '', 'network_id': 'f7e004e9-5b16-4b6a-ad22-d4806dcf81c8', 'tenant_id': 'deb4bf1438e8472cb1ebae99d72a2c18', 'mac_address': 'fa:16:3e:c5:72:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216f163b-0896-4a61-ad35-fb17695226d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '7cf537f3-4c71-477c-8e76-2618b07465f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:30:06Z', 'updated_at': '2021-08-06T17:30:11Z', 'revision_number': 4, 'project_id': 'deb4bf1438e8472cb1ebae99d72a2c18', 'subnets': [{'id': '7cf537f3-4c71-477c-8e76-2618b07465f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:30:12.480125 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 7d1dbbc7-720d-4821-ba7d-2dbbc3546155 up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:30:12.533354 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port 7d1dbbc7-720d-4821-ba7d-2dbbc3546155 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:30:12.533647 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:12.610923 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 48b99847-2bae-4e09-880c-b7d1d5c21a26 up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:30:12.657283 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning for port 48b99847-2bae-4e09-880c-b7d1d5c21a26 completed by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:30:12.661133 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port 48b99847-2bae-4e09-880c-b7d1d5c21a26 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:30:12.661495 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:12.747664 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:12.780357 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] For port 48b99847-2bae-4e09-880c-b7d1d5c21a26, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=48b99847-2bae-4e09-880c-b7d1d5c21a26,segment=NetworkSegment(48d5a5e8-a2b3-4868-b99f-a5d021f6d44d),segment_id=48d5a5e8-a2b3-4868-b99f-a5d021f6d44d)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:30:12.784234 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:12.836628 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Pushing event updated for resources: {'Port': ['ID=48b99847-2bae-4e09-880c-b7d1d5c21a26,revision_number=5']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:12.843665 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:30:12.844169 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:30:12.844579 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:30:12.845051 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:30:12.845362 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:30:12.845692 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:30:12.846020 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:30:12.846364 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:30:12.846726 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:30:12.847035 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:30:12.847517 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:30:12.847902 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:30:14.444027 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 37506) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:30:14.456168 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 48b99847-2bae-4e09-880c-b7d1d5c21a26 up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:30:14.516725 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port 48b99847-2bae-4e09-880c-b7d1d5c21a26 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:30:14.516976 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:14.563423 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-e35eef17-7817-4867-97c4-caaf8d1be7d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:14.655832 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-e35eef17-7817-4867-97c4-caaf8d1be7d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:14.660909 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-e35eef17-7817-4867-97c4-caaf8d1be7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:14.701803 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-e35eef17-7817-4867-97c4-caaf8d1be7d7 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=b91c1fc9775149a588d7583b6ec54bd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2565665 Aug 06 17:30:14.703046 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35eef17-7817-4867-97c4-caaf8d1be7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa65ef26-55f6-4793-b1af-b8303b9db4e3,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:14.704503 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 37512) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:30:14.755920 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-db600781-f576-40c8-bf20-ced33cb590f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:14.778782 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-db600781-f576-40c8-bf20-ced33cb590f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:14.829596 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-db600781-f576-40c8-bf20-ced33cb590f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:14.832173 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-db600781-f576-40c8-bf20-ced33cb590f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:14.833340 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-db600781-f576-40c8-bf20-ced33cb590f7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/aa65ef26-55f6-4793-b1af-b8303b9db4e3 HTTP/1.1" status: 204 len: 168 time: 0.1278434 Aug 06 17:30:14.841490 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db600781-f576-40c8-bf20-ced33cb590f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa65ef26-55f6-4793-b1af-b8303b9db4e3,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:15.360075 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.agents_db [None req-f0f84874-ee0a-4567-8005-82f1841bb43f None None] Agent healthcheck: found 6 active agents {{(pid=93311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:30:17.409407 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76187a9c-ab6a-4135-8289-b4da7286500f req-3c16e75a-d024-4c45-87c5-d3d5f89a5ae5 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:17.411162 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-76187a9c-ab6a-4135-8289-b4da7286500f req-3c16e75a-d024-4c45-87c5-d3d5f89a5ae5 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 945 time: 0.0560846 Aug 06 17:30:17.453939 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-76187a9c-ab6a-4135-8289-b4da7286500f req-abe9045b-a2a7-45f8-8e93-74ca373b5104 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0367446 Aug 06 17:30:17.926545 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 37682) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:30:18.056442 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-531dfb0d-cbb2-414a-a795-93ac7c0f8ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:18.154151 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-531dfb0d-cbb2-414a-a795-93ac7c0f8ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:18.159444 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-531dfb0d-cbb2-414a-a795-93ac7c0f8ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:18.196463 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-531dfb0d-cbb2-414a-a795-93ac7c0f8ce8 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=50767e0c0f3b4c619116c22b6754a892&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2687786 Aug 06 17:30:18.197308 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531dfb0d-cbb2-414a-a795-93ac7c0f8ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3678736-9fb4-4700-80a8-29799afd3083,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:18.199553 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 37686) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:30:18.250691 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-8c803f95-0d7f-43c8-a55c-4152be0ab30f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:18.273347 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-8c803f95-0d7f-43c8-a55c-4152be0ab30f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:18.323501 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-8c803f95-0d7f-43c8-a55c-4152be0ab30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:18.325976 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-8c803f95-0d7f-43c8-a55c-4152be0ab30f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:18.327170 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-8c803f95-0d7f-43c8-a55c-4152be0ab30f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e3678736-9fb4-4700-80a8-29799afd3083 HTTP/1.1" status: 204 len: 168 time: 0.1264899 Aug 06 17:30:18.335133 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c803f95-0d7f-43c8-a55c-4152be0ab30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3678736-9fb4-4700-80a8-29799afd3083,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:18.584708 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9e1e2-1764-41f7-b757-e868e76ba872 req-e6ebc106-85aa-4e5b-acc1-2d94007dc184 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:18.586458 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-38d9e1e2-1764-41f7-b757-e868e76ba872 req-e6ebc106-85aa-4e5b-acc1-2d94007dc184 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 945 time: 0.0559490 Aug 06 17:30:18.628217 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-38d9e1e2-1764-41f7-b757-e868e76ba872 req-b145786a-5553-42a2-8b55-792f90667d25 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0334127 Aug 06 17:30:18.628455 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 37696) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:30:18.643236 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-55a5a3ed-62ab-4d87-96cc-631c161e8fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:18.742658 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-55a5a3ed-62ab-4d87-96cc-631c161e8fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:18.747601 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-55a5a3ed-62ab-4d87-96cc-631c161e8fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:18.786006 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5a3ed-62ab-4d87-96cc-631c161e8fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c269827-58a1-498f-9a37-87a2f6f66740,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:18.791405 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-55a5a3ed-62ab-4d87-96cc-631c161e8fca admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=16677d686a334962ad733738d0651b9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1619244 Aug 06 17:30:18.794045 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 37700) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:30:18.847806 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-aa5cebb6-3a57-483f-b1c3-85672c57570e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:18.869505 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-aa5cebb6-3a57-483f-b1c3-85672c57570e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:18.919818 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-aa5cebb6-3a57-483f-b1c3-85672c57570e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:18.922545 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-aa5cebb6-3a57-483f-b1c3-85672c57570e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:18.923715 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-aa5cebb6-3a57-483f-b1c3-85672c57570e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/3c269827-58a1-498f-9a37-87a2f6f66740 HTTP/1.1" status: 204 len: 168 time: 0.1287675 Aug 06 17:30:18.932563 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5cebb6-3a57-483f-b1c3-85672c57570e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c269827-58a1-498f-9a37-87a2f6f66740,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:19.758876 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e2fb7-e44e-4978-a935-fb0dff8735c2 req-3668db52-df44-4ead-a6fa-834d8b203630 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:19.763664 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-092e2fb7-e44e-4978-a935-fb0dff8735c2 req-3668db52-df44-4ead-a6fa-834d8b203630 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 945 time: 0.0524793 Aug 06 17:30:19.803930 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-092e2fb7-e44e-4978-a935-fb0dff8735c2 req-5ef348ca-84db-4b6e-b57b-93f67390125a tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0359297 Aug 06 17:30:20.953893 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a00d8e-c896-4752-8e03-0c7e755bc1d3 req-78f4ffb5-81b2-4172-9d13-d42317020123 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:20.955507 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-67a00d8e-c896-4752-8e03-0c7e755bc1d3 req-78f4ffb5-81b2-4172-9d13-d42317020123 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 945 time: 0.0545580 Aug 06 17:30:20.999961 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-67a00d8e-c896-4752-8e03-0c7e755bc1d3 req-9b13bfd4-6af6-4008-a402-66b2fc569bcb tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0370772 Aug 06 17:30:21.097847 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-9a5e34c1-c65a-4f90-bc44-cbe549ee413f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:21.596722 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 37782) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:30:21.710105 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-37a33b01-c59b-4623-90e3-c04daf96386a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:21.814759 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-37a33b01-c59b-4623-90e3-c04daf96386a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:21.821130 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-37a33b01-c59b-4623-90e3-c04daf96386a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:21.856741 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a33b01-c59b-4623-90e3-c04daf96386a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc738bb-2e35-4559-84ac-9c7185ff0b35,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:21.862464 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-37a33b01-c59b-4623-90e3-c04daf96386a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=66181f73d792491d97df07c2fff5a492&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2644293 Aug 06 17:30:21.865296 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 37786) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:30:21.918024 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-873345d8-fddd-47ca-84bc-446c46ab9553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:21.939656 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-873345d8-fddd-47ca-84bc-446c46ab9553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:21.992679 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-873345d8-fddd-47ca-84bc-446c46ab9553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:21.995239 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-873345d8-fddd-47ca-84bc-446c46ab9553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:21.996462 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-873345d8-fddd-47ca-84bc-446c46ab9553 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/bfc738bb-2e35-4559-84ac-9c7185ff0b35 HTTP/1.1" status: 204 len: 168 time: 0.1302042 Aug 06 17:30:22.008062 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873345d8-fddd-47ca-84bc-446c46ab9553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc738bb-2e35-4559-84ac-9c7185ff0b35,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:22.132667 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0596cc-198a-425f-bb74-65b2de12c193 req-85673699-e4f8-43c2-a968-de2d07a94967 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:22.134215 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-4a0596cc-198a-425f-bb74-65b2de12c193 req-85673699-e4f8-43c2-a968-de2d07a94967 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 945 time: 0.0560713 Aug 06 17:30:22.173136 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-4a0596cc-198a-425f-bb74-65b2de12c193 req-a717c0fe-5e18-4442-ac1b-29cacae0c235 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0322881 Aug 06 17:30:22.293392 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 37796) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:30:22.308222 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-240bde11-2f41-41f5-94cf-087d973140e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:22.402600 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-240bde11-2f41-41f5-94cf-087d973140e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:22.408154 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-240bde11-2f41-41f5-94cf-087d973140e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:22.446740 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-240bde11-2f41-41f5-94cf-087d973140e5 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=198d5b3398e84ec8aca4354b0472a863&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1520331 Aug 06 17:30:22.447585 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240bde11-2f41-41f5-94cf-087d973140e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3943c493-5252-4d13-983e-eef370b89c70,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:22.450896 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 37798) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:30:22.504447 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-011dcff4-6ca7-4646-8c5e-a010814d0eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:22.530051 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-011dcff4-6ca7-4646-8c5e-a010814d0eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:22.585915 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-011dcff4-6ca7-4646-8c5e-a010814d0eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:22.589839 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-011dcff4-6ca7-4646-8c5e-a010814d0eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:22.591430 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-011dcff4-6ca7-4646-8c5e-a010814d0eac admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/3943c493-5252-4d13-983e-eef370b89c70 HTTP/1.1" status: 204 len: 168 time: 0.1392534 Aug 06 17:30:22.599775 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011dcff4-6ca7-4646-8c5e-a010814d0eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3943c493-5252-4d13-983e-eef370b89c70,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:23.304662 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96bd797-3154-4f0b-8ec3-79dd2a79faa3 req-3bc18353-eefe-4fef-b210-edb1eea3469e tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:23.306142 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-d96bd797-3154-4f0b-8ec3-79dd2a79faa3 req-3bc18353-eefe-4fef-b210-edb1eea3469e tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 945 time: 0.0540729 Aug 06 17:30:23.343785 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-d96bd797-3154-4f0b-8ec3-79dd2a79faa3 req-befab442-a11a-420c-a0f8-3cb34db3a282 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0317471 Aug 06 17:30:23.385233 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-f95605a6-8d71-486f-abbc-189a1413cabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:24.089906 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:24.480443 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1a0ca-7af1-4721-aa85-bc0497f94d82 req-e6e4a38e-ffe0-4345-b22f-1d15f0ba2ed6 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:24.481951 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f0f1a0ca-7af1-4721-aa85-bc0497f94d82 req-e6e4a38e-ffe0-4345-b22f-1d15f0ba2ed6 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 945 time: 0.0546732 Aug 06 17:30:24.524002 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f0f1a0ca-7af1-4721-aa85-bc0497f94d82 req-338c92f5-b368-4e60-ad7b-e92a1e72d62f tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0355656 Aug 06 17:30:25.141022 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:25.654453 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95dd7b6-9b60-4d91-8e9b-ed9ee4985dcd req-dc7fb342-7f8a-4e77-83cb-8fe17a0d2296 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:25.656048 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-b95dd7b6-9b60-4d91-8e9b-ed9ee4985dcd req-dc7fb342-7f8a-4e77-83cb-8fe17a0d2296 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 945 time: 0.0483334 Aug 06 17:30:25.694851 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-b95dd7b6-9b60-4d91-8e9b-ed9ee4985dcd req-a72ed3bf-dbfe-486e-97e8-e630226862bf tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0321624 Aug 06 17:30:26.821146 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20d370-f8a4-4dc2-9c6b-e3e0ad5d4f7e req-5dd65fae-2dfe-44a0-981e-c89b97bb64ce tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:26.822674 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-dd20d370-f8a4-4dc2-9c6b-e3e0ad5d4f7e req-5dd65fae-2dfe-44a0-981e-c89b97bb64ce tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 945 time: 0.0535929 Aug 06 17:30:26.862013 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-dd20d370-f8a4-4dc2-9c6b-e3e0ad5d4f7e req-b0056044-89a7-4334-a200-bd8c623530b0 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0329223 Aug 06 17:30:26.972776 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:27.677527 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 37918) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:30:27.788273 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-eed8489a-4a3c-407f-acd4-268e9020b87d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:27.876720 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-eed8489a-4a3c-407f-acd4-268e9020b87d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:27.881188 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-eed8489a-4a3c-407f-acd4-268e9020b87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:27.921471 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8489a-4a3c-407f-acd4-268e9020b87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f55e92c-5911-4dcb-b5c6-16308a578285,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:27.930771 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 37926) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:30:27.931147 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-eed8489a-4a3c-407f-acd4-268e9020b87d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e1dbe00d830b469e912cb4e674f4d37e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2518070 Aug 06 17:30:28.003495 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c22607-4e61-441d-a3cf-e216149c630c req-d71693e9-d3cf-4b62-a22d-13ebd3d22101 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:28.005033 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-74c22607-4e61-441d-a3cf-e216149c630c req-d71693e9-d3cf-4b62-a22d-13ebd3d22101 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 945 time: 0.0589745 Aug 06 17:30:28.006297 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-92403ebc-3429-44be-aa15-57573c3147d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:28.032728 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-92403ebc-3429-44be-aa15-57573c3147d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:28.063263 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-74c22607-4e61-441d-a3cf-e216149c630c req-1b05ba0d-3322-46e2-b1e5-c734398f3c9b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0483673 Aug 06 17:30:28.100013 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-92403ebc-3429-44be-aa15-57573c3147d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:28.103284 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-92403ebc-3429-44be-aa15-57573c3147d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:28.104688 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-92403ebc-3429-44be-aa15-57573c3147d7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6f55e92c-5911-4dcb-b5c6-16308a578285 HTTP/1.1" status: 204 len: 168 time: 0.1729732 Aug 06 17:30:28.113155 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92403ebc-3429-44be-aa15-57573c3147d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f55e92c-5911-4dcb-b5c6-16308a578285,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:28.430992 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 37944) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:30:28.447191 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-2924e1c5-ef2d-487f-8022-7e10f8a06a35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:28.559771 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-2924e1c5-ef2d-487f-8022-7e10f8a06a35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:28.564081 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-2924e1c5-ef2d-487f-8022-7e10f8a06a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:28.610087 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-2924e1c5-ef2d-487f-8022-7e10f8a06a35 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c1a6507d2a2e4ef5881b1e9a281d3bc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1748998 Aug 06 17:30:28.610087 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2924e1c5-ef2d-487f-8022-7e10f8a06a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc76e3e-8f8c-4669-8093-a1b01ff5255d,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:28.610583 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 37946) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:30:28.663727 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb80f-8c81-4809-8e0c-d1cbf00f56c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:28.686303 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb80f-8c81-4809-8e0c-d1cbf00f56c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:28.735163 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb80f-8c81-4809-8e0c-d1cbf00f56c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:28.737686 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb80f-8c81-4809-8e0c-d1cbf00f56c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:28.738915 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-6b8eb80f-8c81-4809-8e0c-d1cbf00f56c7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6cc76e3e-8f8c-4669-8093-a1b01ff5255d HTTP/1.1" status: 204 len: 168 time: 0.1275349 Aug 06 17:30:28.746988 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8eb80f-8c81-4809-8e0c-d1cbf00f56c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc76e3e-8f8c-4669-8093-a1b01ff5255d,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:29.242250 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58e3ae-f199-4e4d-80b5-b36c2a29ffbb req-6811843a-a4d6-4cc9-a7d2-b0f6adb4b342 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:29.251143 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9a58e3ae-f199-4e4d-80b5-b36c2a29ffbb req-6811843a-a4d6-4cc9-a7d2-b0f6adb4b342 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 945 time: 0.0732658 Aug 06 17:30:29.296435 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9a58e3ae-f199-4e4d-80b5-b36c2a29ffbb req-f6d54ba1-5beb-4e43-bb9a-d55f98a802b4 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0391891 Aug 06 17:30:29.353809 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-1ca5e71f-f5fb-4895-ab66-7f65f5e12eca tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1108448192&fields=id&tenant_id=d890e20c0d05493c9b56c9fba16f16d4 HTTP/1.1" status: 200 len: 267 time: 0.0452893 Aug 06 17:30:29.481824 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-4831fe06-bea3-4ec3-9a7c-3366a6d531fe tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:29.489045 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-4831fe06-bea3-4ec3-9a7c-3366a6d531fe tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/networks?id=12959d86-3f27-4436-a850-45d1f5a6fb36 HTTP/1.1" status: 200 len: 812 time: 0.1275263 Aug 06 17:30:29.501886 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-87c0b877-680e-4002-ac5f-3f5313762f15 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/quotas/d890e20c0d05493c9b56c9fba16f16d4 HTTP/1.1" status: 200 len: 375 time: 0.0117931 Aug 06 17:30:29.574934 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-79f9dc00-44ef-46ff-ba78-03bee70e9d34 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=d890e20c0d05493c9b56c9fba16f16d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0594480 Aug 06 17:30:29.682525 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-7be5cb43-0e2a-4d22-9d3e-27f85ccbcc83 service neutron] 10.222.0.89 "GET /v2.0/networks/12959d86-3f27-4436-a850-45d1f5a6fb36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929680 Aug 06 17:30:29.779659 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-214a4d90-093c-4c93-aa8a-5b0cb82c33a7 service neutron] 10.222.0.89 "GET /v2.0/networks/12959d86-3f27-4436-a850-45d1f5a6fb36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915055 Aug 06 17:30:29.999331 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 37996) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:30:30.114944 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-454b2b51-2633-471c-9ffb-fab078496fbb req-f004216a-7a6b-46b0-a0ed-eb1ebed036fa tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd90250c-9e99-45a8-a76a-e5738d201f75 HTTP/1.1" status: 200 len: 210 time: 0.0312374 Aug 06 17:30:30.146430 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-de25405a-fd5a-48d6-8389-7f5e6266d19c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:30.257004 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-de25405a-fd5a-48d6-8389-7f5e6266d19c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:30.262562 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-de25405a-fd5a-48d6-8389-7f5e6266d19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:30.309756 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de25405a-fd5a-48d6-8389-7f5e6266d19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac838f1-0daf-45b7-b869-758180e3a1b0,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:30.317609 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-de25405a-fd5a-48d6-8389-7f5e6266d19c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=308e416ee82c46d2b540f8930964cb4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3171256 Aug 06 17:30:30.318564 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 38008) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:30:30.383596 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-dd6117df-210f-4c57-8951-0bcd90efb315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:30.412802 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-dd6117df-210f-4c57-8951-0bcd90efb315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:30.463717 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262327cb-0d5f-490e-84d6-d5b5ddad177e req-e0868844-6c59-460b-b80f-895c7c0fdb65 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:30.471517 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-262327cb-0d5f-490e-84d6-d5b5ddad177e req-e0868844-6c59-460b-b80f-895c7c0fdb65 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 945 time: 0.0774198 Aug 06 17:30:30.478445 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-dd6117df-210f-4c57-8951-0bcd90efb315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:30.484947 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-dd6117df-210f-4c57-8951-0bcd90efb315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:30.486164 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-dd6117df-210f-4c57-8951-0bcd90efb315 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/9ac838f1-0daf-45b7-b869-758180e3a1b0 HTTP/1.1" status: 204 len: 168 time: 0.1666002 Aug 06 17:30:30.498179 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6117df-210f-4c57-8951-0bcd90efb315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac838f1-0daf-45b7-b869-758180e3a1b0,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:30.525656 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-262327cb-0d5f-490e-84d6-d5b5ddad177e req-ccc4d713-31fa-4dee-b891-22e162623df6 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0531874 Aug 06 17:30:31.246060 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-21133ca3-152a-4b82-a9c8-c5ce7029679e req-b8c8a8ba-f458-4cbb-a29c-0b4c5679915c tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd90250c-9e99-45a8-a76a-e5738d201f75 HTTP/1.1" status: 200 len: 210 time: 0.0449774 Aug 06 17:30:31.279637 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-6c53fb81-86fc-4f7b-8f74-65bc3583b5eb tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:31.281142 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-6c53fb81-86fc-4f7b-8f74-65bc3583b5eb tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.96 "GET /v2.0/networks?id=12959d86-3f27-4436-a850-45d1f5a6fb36 HTTP/1.1" status: 200 len: 812 time: 0.1300700 Aug 06 17:30:31.341330 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-c9b3406d-ccd9-466e-abd8-1b97b52f5d04 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d890e20c0d05493c9b56c9fba16f16d4 HTTP/1.1" status: 200 len: 380 time: 0.0410752 Aug 06 17:30:31.352370 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-a07f60eb-426d-4e80-9189-eea970dafa30 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Request body: {'port': {'device_id': 'dd90250c-9e99-45a8-a76a-e5738d201f75', 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36', 'admin_state_up': True, 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'security_groups': ['4df3cd12-926d-4951-80bc-caa0e5a29ab1']}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:30:31.476912 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-a07f60eb-426d-4e80-9189-eea970dafa30 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Made reservation on behalf of d890e20c0d05493c9b56c9fba16f16d4 for: {'port': 1} {{(pid=93309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:30:31.481502 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-a07f60eb-426d-4e80-9189-eea970dafa30 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:31.656088 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.db_base_plugin_common [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-a07f60eb-426d-4e80-9189-eea970dafa30 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Allocated IP 172.20.0.9 (12959d86-3f27-4436-a850-45d1f5a6fb36/9a9869f0-8837-4c76-82e1-b61ab6cd1287/861c401a-2f86-4139-a367-6ecab40c4172) {{(pid=93309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:30:31.692200 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66eb630-dabe-495b-91ce-fc279abaa250 req-02a863d6-7e09-4f1b-993d-a62dc4a5bf20 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:31.702753 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-b66eb630-dabe-495b-91ce-fc279abaa250 req-02a863d6-7e09-4f1b-993d-a62dc4a5bf20 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 945 time: 0.0928755 Aug 06 17:30:31.782627 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-b66eb630-dabe-495b-91ce-fc279abaa250 req-6d97b485-c7e1-4f87-9a12-f9266b8dca4c tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0787854 Aug 06 17:30:31.871888 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-a07f60eb-426d-4e80-9189-eea970dafa30 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks [] for port, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:31.888755 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.provisioning_blocks [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-a07f60eb-426d-4e80-9189-eea970dafa30 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Transition to ACTIVE for port object 861c401a-2f86-4139-a367-6ecab40c4172 will not be triggered until provisioned by entity DHCP. {{(pid=93309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:30:31.925237 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-a07f60eb-426d-4e80-9189-eea970dafa30 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379163'] for port, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:31.969041 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-a07f60eb-426d-4e80-9189-eea970dafa30 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Network 12959d86-3f27-4436-a850-45d1f5a6fb36 is already hosted by enough agents. {{(pid=93309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:30:31.974680 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.base_scheduler [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-a07f60eb-426d-4e80-9189-eea970dafa30 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Resources bound (agent type, host, resource id): {{(pid=93309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:30:31.978902 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-a07f60eb-426d-4e80-9189-eea970dafa30 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Received port after_create {{(pid=93309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:30:32.009514 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07f60eb-426d-4e80-9189-eea970dafa30 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Pushing event updated for resources: {'Port': ['ID=861c401a-2f86-4139-a367-6ecab40c4172,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:32.043618 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-a07f60eb-426d-4e80-9189-eea970dafa30 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:32.044556 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-a07f60eb-426d-4e80-9189-eea970dafa30 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:32.064149 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-a07f60eb-426d-4e80-9189-eea970dafa30 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7155862 Aug 06 17:30:32.086377 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-b29ff6bd-e7c6-4991-b7f2-b6f0376cee5f service neutron] Request body: {'port': {'device_id': 'dd90250c-9e99-45a8-a76a-e5738d201f75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80377'}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:30:32.331233 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-4fdb31b6-c4cf-4686-92bb-6720cbc8e8d1 None None] Provisioning for port 861c401a-2f86-4139-a367-6ecab40c4172 completed by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:30:32.345304 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-4fdb31b6-c4cf-4686-92bb-6720cbc8e8d1 None None] Provisioning complete for port 861c401a-2f86-4139-a367-6ecab40c4172 triggered by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:30:32.345843 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-4fdb31b6-c4cf-4686-92bb-6720cbc8e8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:32.416563 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-4fdb31b6-c4cf-4686-92bb-6720cbc8e8d1 None None] Port 861c401a-2f86-4139-a367-6ecab40c4172 cannot update to ACTIVE because it is not bound. {{(pid=93310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:30:32.419450 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6af55-a49b-4937-8bf3-58b9eb6d31c3 req-f22cbc9f-989a-4391-95d1-418a1bf09cc1 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:32.420793 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-b29ff6bd-e7c6-4991-b7f2-b6f0376cee5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:32.423114 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-4ce6af55-a49b-4937-8bf3-58b9eb6d31c3 req-f22cbc9f-989a-4391-95d1-418a1bf09cc1 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd90250c-9e99-45a8-a76a-e5738d201f75 HTTP/1.1" status: 200 len: 931 time: 0.0768464 Aug 06 17:30:32.468397 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-4ce6af55-a49b-4937-8bf3-58b9eb6d31c3 req-529bcf10-fd5f-4d74-ac74-510a4062ad70 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399821 Aug 06 17:30:32.720305 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.notifiers.nova [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-b29ff6bd-e7c6-4991-b7f2-b6f0376cee5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 861c401a-2f86-4139-a367-6ecab40c4172 {{(pid=93309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:30:32.728425 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-b29ff6bd-e7c6-4991-b7f2-b6f0376cee5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:32.741887 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.provisioning_blocks [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-b29ff6bd-e7c6-4991-b7f2-b6f0376cee5f service neutron] Transition to ACTIVE for port object 861c401a-2f86-4139-a367-6ecab40c4172 will not be triggered until provisioned by entity L2. {{(pid=93309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:30:32.758539 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-b29ff6bd-e7c6-4991-b7f2-b6f0376cee5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30379154'] for port, after_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:32.814866 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29ff6bd-e7c6-4991-b7f2-b6f0376cee5f service neutron] Pushing event updated for resources: {'Port': ['ID=861c401a-2f86-4139-a367-6ecab40c4172,revision_number=2']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:32.937006 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.managers [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-b29ff6bd-e7c6-4991-b7f2-b6f0376cee5f service neutron] Attempting to bind port 861c401a-2f86-4139-a367-6ecab40c4172 on host hv-cinder-80377 for vnic_type normal with profile {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:30:32.938155 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.managers [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-b29ff6bd-e7c6-4991-b7f2-b6f0376cee5f service neutron] Attempting to bind port 861c401a-2f86-4139-a367-6ecab40c4172 by drivers openvswitch,hyperv on host hv-cinder-80377 at level 0 using segments [{'id': '02b005d2-1715-4919-aaec-fce73105542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36'}] {{(pid=93309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:30:32.938482 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-b29ff6bd-e7c6-4991-b7f2-b6f0376cee5f service neutron] Attempting to bind port 861c401a-2f86-4139-a367-6ecab40c4172 on network 12959d86-3f27-4436-a850-45d1f5a6fb36 {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:30:32.946308 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-b29ff6bd-e7c6-4991-b7f2-b6f0376cee5f service neutron] Port 861c401a-2f86-4139-a367-6ecab40c4172 on network 12959d86-3f27-4436-a850-45d1f5a6fb36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80377 {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 17:30:32.946728 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-b29ff6bd-e7c6-4991-b7f2-b6f0376cee5f service neutron] Attempting to bind port 861c401a-2f86-4139-a367-6ecab40c4172 on network 12959d86-3f27-4436-a850-45d1f5a6fb36 {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:30:32.962122 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963a9c6-b0de-487d-ac96-9bf4f119ab3e req-6a1f6494-eb14-4bd5-94df-c616e3e47e1a tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:32.963766 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-d963a9c6-b0de-487d-ac96-9bf4f119ab3e req-6a1f6494-eb14-4bd5-94df-c616e3e47e1a tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 945 time: 0.0826519 Aug 06 17:30:32.965194 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-b29ff6bd-e7c6-4991-b7f2-b6f0376cee5f service neutron] Checking agent: {'id': 'd2fb1ab5-1995-4796-a222-8ffdc3f56d02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 21, 40), 'started_at': datetime.datetime(2021, 8, 6, 17, 21, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:30:32.965540 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-b29ff6bd-e7c6-4991-b7f2-b6f0376cee5f service neutron] Checking segment: {'id': '02b005d2-1715-4919-aaec-fce73105542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:30:32.965910 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-b29ff6bd-e7c6-4991-b7f2-b6f0376cee5f service neutron] Bound using segment: {'id': '02b005d2-1715-4919-aaec-fce73105542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36'} {{(pid=93309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:30:32.966393 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.managers [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-b29ff6bd-e7c6-4991-b7f2-b6f0376cee5f service neutron] Bound port: 861c401a-2f86-4139-a367-6ecab40c4172, host: hv-cinder-80377, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02b005d2-1715-4919-aaec-fce73105542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36'}}] {{(pid=93309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:30:32.966754 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-b29ff6bd-e7c6-4991-b7f2-b6f0376cee5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:33.054526 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-d963a9c6-b0de-487d-ac96-9bf4f119ab3e req-9631b90c-62d7-4155-b248-9a169f4a575f tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0811431 Aug 06 17:30:33.089986 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.db [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-b29ff6bd-e7c6-4991-b7f2-b6f0376cee5f service neutron] For port 861c401a-2f86-4139-a367-6ecab40c4172, host hv-cinder-80377, cleared binding levels {{(pid=93309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:30:33.094053 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.db [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-b29ff6bd-e7c6-4991-b7f2-b6f0376cee5f service neutron] For port 861c401a-2f86-4139-a367-6ecab40c4172, host hv-cinder-80377, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=861c401a-2f86-4139-a367-6ecab40c4172,segment=NetworkSegment(02b005d2-1715-4919-aaec-fce73105542d),segment_id=02b005d2-1715-4919-aaec-fce73105542d)] {{(pid=93309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:30:33.100004 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-b29ff6bd-e7c6-4991-b7f2-b6f0376cee5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30379154'] for port, after_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:33.140663 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-b29ff6bd-e7c6-4991-b7f2-b6f0376cee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:33.141373 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-b29ff6bd-e7c6-4991-b7f2-b6f0376cee5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:33.143102 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-b29ff6bd-e7c6-4991-b7f2-b6f0376cee5f service neutron] 10.222.0.96 "PUT /v2.0/ports/861c401a-2f86-4139-a367-6ecab40c4172 HTTP/1.1" status: 200 len: 1093 time: 1.0620406 Aug 06 17:30:33.143580 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd90250c-9e99-45a8-a76a-e5738d201f75', 'tag': '861c401a-2f86-4139-a367-6ecab40c4172'}] {{(pid=93309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:30:33.146047 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8dc615238e5bcef59bfa1369ec241dac088066ad095906c2652e3fbb51f90a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d94543-7711-480a-83ff-23420518187c" -d '{"events": [{"name": "network-changed", "server_uuid": "dd90250c-9e99-45a8-a76a-e5738d201f75", "tag": "861c401a-2f86-4139-a367-6ecab40c4172"}]}' {{(pid=93309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:30:33.226465 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efbefd7-b9f1-4a25-96cd-034e11f84f71 x-openstack-request-id: req-7efbefd7-b9f1-4a25-96cd-034e11f84f71 {{(pid=93309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:30:33.226942 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd90250c-9e99-45a8-a76a-e5738d201f75", "tag": "861c401a-2f86-4139-a367-6ecab40c4172", "status": "completed", "code": 200}]} {{(pid=93309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:30:33.227221 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7efbefd7-b9f1-4a25-96cd-034e11f84f71 {{(pid=93309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:30:33.227641 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd90250c-9e99-45a8-a76a-e5738d201f75', 'tag': '861c401a-2f86-4139-a367-6ecab40c4172', 'status': 'completed', 'code': 200} Aug 06 17:30:33.230134 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29ff6bd-e7c6-4991-b7f2-b6f0376cee5f service neutron] Pushing event updated for resources: {'Port': ['ID=861c401a-2f86-4139-a367-6ecab40c4172,revision_number=3']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:33.271166 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-57442ff6-595b-4b6b-b456-32d1e34e22c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:33.272729 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-57442ff6-595b-4b6b-b456-32d1e34e22c8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d890e20c0d05493c9b56c9fba16f16d4&device_id=dd90250c-9e99-45a8-a76a-e5738d201f75 HTTP/1.1" status: 200 len: 1096 time: 0.0614479 Aug 06 17:30:33.330469 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-6a6a5e26-ffb6-4d58-9899-e65e7abdad5d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=861c401a-2f86-4139-a367-6ecab40c4172 HTTP/1.1" status: 200 len: 217 time: 0.0408154 Aug 06 17:30:33.384815 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-ffc3240c-2564-45ad-a263-954e92fa9b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:33.386295 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-ffc3240c-2564-45ad-a263-954e92fa9b06 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9a9869f0-8837-4c76-82e1-b61ab6cd1287 HTTP/1.1" status: 200 len: 851 time: 0.0478876 Aug 06 17:30:33.436748 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-114d2ab1-77b5-48b8-9652-a794d54a22f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:33.438213 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-114d2ab1-77b5-48b8-9652-a794d54a22f4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=12959d86-3f27-4436-a850-45d1f5a6fb36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442872 Aug 06 17:30:33.542535 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-4af10c36-d48a-4ec4-8904-a851b7569a07 service neutron] 10.222.0.96 "GET /v2.0/networks/12959d86-3f27-4436-a850-45d1f5a6fb36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958049 Aug 06 17:30:33.647841 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bce849-e14c-4924-8cc0-c65e5a5d05ce req-d0049801-6be6-4b9a-83d4-f9a603460cd3 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:33.649399 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-27bce849-e14c-4924-8cc0-c65e5a5d05ce req-d0049801-6be6-4b9a-83d4-f9a603460cd3 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd90250c-9e99-45a8-a76a-e5738d201f75 HTTP/1.1" status: 200 len: 943 time: 0.1030602 Aug 06 17:30:33.694962 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e1e397b8-36c3-4e2c-89c6-d2c1cc2f9dfc req-c33a3466-4109-4926-ab00-aef211f6e09e service neutron] 10.222.0.96 "GET /v2.0/networks/12959d86-3f27-4436-a850-45d1f5a6fb36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378067 Aug 06 17:30:33.707534 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-27bce849-e14c-4924-8cc0-c65e5a5d05ce req-73b3c800-46dd-478d-b187-cbf16614c2f2 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509524 Aug 06 17:30:33.829774 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d94543-7711-480a-83ff-23420518187c req-c6c24428-2d25-4cf5-8612-b30e87653bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:33.832049 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-d6d94543-7711-480a-83ff-23420518187c req-c6c24428-2d25-4cf5-8612-b30e87653bc1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d890e20c0d05493c9b56c9fba16f16d4&device_id=dd90250c-9e99-45a8-a76a-e5738d201f75 HTTP/1.1" status: 200 len: 1096 time: 0.0448833 Aug 06 17:30:33.924593 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d94543-7711-480a-83ff-23420518187c req-a706c147-d5fe-4ea3-b89d-59fa54b0239c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:33.926076 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-d6d94543-7711-480a-83ff-23420518187c req-a706c147-d5fe-4ea3-b89d-59fa54b0239c service neutron] 10.222.0.96 "GET /v2.0/networks?id=12959d86-3f27-4436-a850-45d1f5a6fb36 HTTP/1.1" status: 200 len: 914 time: 0.0848231 Aug 06 17:30:33.975646 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-d6d94543-7711-480a-83ff-23420518187c req-b4a58812-d78b-46d7-9335-938fb04cd661 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=861c401a-2f86-4139-a367-6ecab40c4172 HTTP/1.1" status: 200 len: 217 time: 0.0410686 Aug 06 17:30:34.028683 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d94543-7711-480a-83ff-23420518187c req-4f8cf59f-b350-42e2-94ca-f684d36146f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:34.030165 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-d6d94543-7711-480a-83ff-23420518187c req-4f8cf59f-b350-42e2-94ca-f684d36146f0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9a9869f0-8837-4c76-82e1-b61ab6cd1287 HTTP/1.1" status: 200 len: 851 time: 0.0460966 Aug 06 17:30:34.079311 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d94543-7711-480a-83ff-23420518187c req-186e18bc-7fbb-42ea-b9d1-8490f6d0cda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:34.080840 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-d6d94543-7711-480a-83ff-23420518187c req-186e18bc-7fbb-42ea-b9d1-8490f6d0cda8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=12959d86-3f27-4436-a850-45d1f5a6fb36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428874 Aug 06 17:30:34.180823 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-d6d94543-7711-480a-83ff-23420518187c req-c23b89cd-6ecd-4810-8fb4-6e49a1eff07a service neutron] 10.222.0.96 "GET /v2.0/networks/12959d86-3f27-4436-a850-45d1f5a6fb36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909886 Aug 06 17:30:34.199263 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51717e43-39ab-4caf-b1a8-3959840503f3 req-06220825-0140-4d41-a196-fedb21677da6 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:34.202967 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-51717e43-39ab-4caf-b1a8-3959840503f3 req-06220825-0140-4d41-a196-fedb21677da6 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 945 time: 0.0616250 Aug 06 17:30:34.248153 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-51717e43-39ab-4caf-b1a8-3959840503f3 req-c0a37632-2109-4551-b9b5-27f139f6c872 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0357006 Aug 06 17:30:34.289096 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-d6d94543-7711-480a-83ff-23420518187c req-66b9d3ae-d480-4435-828c-fdbe9b99f094 service neutron] 10.222.0.96 "GET /v2.0/networks/12959d86-3f27-4436-a850-45d1f5a6fb36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988684 Aug 06 17:30:34.846825 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1680c65-6e08-4337-834b-28fb212df481 req-ef06822b-db1e-41b3-81d2-f57195f424e8 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:34.848461 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c1680c65-6e08-4337-834b-28fb212df481 req-ef06822b-db1e-41b3-81d2-f57195f424e8 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd90250c-9e99-45a8-a76a-e5738d201f75 HTTP/1.1" status: 200 len: 943 time: 0.0644591 Aug 06 17:30:34.891631 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c1680c65-6e08-4337-834b-28fb212df481 req-75266d48-bf07-4269-a79c-1e38081d7b34 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362904 Aug 06 17:30:35.377664 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3fcc0c-60e7-412a-b7a0-55599ea06b12 req-5a67172e-9915-4421-a021-9b46abc1b094 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:35.384952 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-4e3fcc0c-60e7-412a-b7a0-55599ea06b12 req-5a67172e-9915-4421-a021-9b46abc1b094 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 945 time: 0.0578146 Aug 06 17:30:35.426288 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-4e3fcc0c-60e7-412a-b7a0-55599ea06b12 req-d298833e-a4f3-4a0d-b893-bbfd216355d5 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0402255 Aug 06 17:30:35.976595 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device fd0ec8d5-4583-41f1-9130-fc445dfdf458 details requested by agent hyperv_hv-cinder-80377 with host hv-cinder-80377 {{(pid=93310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 17:30:36.131812 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817c1f1-4b48-450b-84e1-57198d021332 req-472bab14-d84e-4046-adff-618928ef5a2b tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:36.137516 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-4817c1f1-4b48-450b-84e1-57198d021332 req-472bab14-d84e-4046-adff-618928ef5a2b tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd90250c-9e99-45a8-a76a-e5738d201f75 HTTP/1.1" status: 200 len: 943 time: 0.0979857 Aug 06 17:30:36.182394 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port fd0ec8d5-4583-41f1-9130-fc445dfdf458, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=fd0ec8d5-4583-41f1-9130-fc445dfdf458,segment=NetworkSegment(f5e274ea-768f-45a2-bfc8-b7461617eff9),segment_id=f5e274ea-768f-45a2-bfc8-b7461617eff9)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:30:36.193975 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Returning: {'device': 'fd0ec8d5-4583-41f1-9130-fc445dfdf458', 'network_id': '5b6dd1b8-72d2-4509-8411-cf148b92c6ca', 'port_id': 'fd0ec8d5-4583-41f1-9130-fc445dfdf458', 'mac_address': 'fa:16:3e:75:bc:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92e55e27-88da-4b01-a596-8314d113e8dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 17:30:36.210816 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-4817c1f1-4b48-450b-84e1-57198d021332 req-3500935a-4614-47e7-8aed-c74299632d02 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533948 Aug 06 17:30:36.239255 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:36.260754 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd0ec8d5-4583-41f1-9130-fc445dfdf458 {{(pid=93310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:30:36.294347 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port fd0ec8d5-4583-41f1-9130-fc445dfdf458, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=fd0ec8d5-4583-41f1-9130-fc445dfdf458,segment=NetworkSegment(f5e274ea-768f-45a2-bfc8-b7461617eff9),segment_id=f5e274ea-768f-45a2-bfc8-b7461617eff9)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:30:36.308202 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:36.395179 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=fd0ec8d5-4583-41f1-9130-fc445dfdf458,revision_number=6']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:36.479956 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] get_ports_and_sgs() called for port_ids ['fd0ec8d5-4583-41f1-9130-fc445dfdf458'] {{(pid=93310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:30:36.602848 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec5b80-e1e1-46e0-a33c-cedeb8c1d8d2 req-748e3b9e-5800-4689-b7eb-d8a2c2cc83dd tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:36.626567 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-12ec5b80-e1e1-46e0-a33c-cedeb8c1d8d2 req-748e3b9e-5800-4689-b7eb-d8a2c2cc83dd tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 944 time: 0.1043673 Aug 06 17:30:36.805679 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-12ec5b80-e1e1-46e0-a33c-cedeb8c1d8d2 req-4ab97dd2-56a8-404c-8496-0a6d76aebfbd tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1720355 Aug 06 17:30:37.333901 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1b236-f864-4d07-9138-f653bc91af74 req-b03abd2d-6d10-4884-b2e4-7557fb0f6061 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:37.336816 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-42b1b236-f864-4d07-9138-f653bc91af74 req-b03abd2d-6d10-4884-b2e4-7557fb0f6061 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd90250c-9e99-45a8-a76a-e5738d201f75 HTTP/1.1" status: 200 len: 943 time: 0.0650880 Aug 06 17:30:37.386204 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-42b1b236-f864-4d07-9138-f653bc91af74 req-e610ced5-e033-44a0-980e-e4f345f40807 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414073 Aug 06 17:30:37.943590 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c8d315-dd2c-472b-bad0-b718441076a6 req-db597dac-c82e-42f6-9650-fb0348f1c65d tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:37.945855 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-c2c8d315-dd2c-472b-bad0-b718441076a6 req-db597dac-c82e-42f6-9650-fb0348f1c65d tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 944 time: 0.0580165 Aug 06 17:30:37.997643 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-c2c8d315-dd2c-472b-bad0-b718441076a6 req-9bf9183b-4eb1-4251-aec7-1eaa2dec66a7 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0402231 Aug 06 17:30:37.997862 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device fd0ec8d5-4583-41f1-9130-fc445dfdf458 up at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:30:38.065965 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Provisioning complete for port fd0ec8d5-4583-41f1-9130-fc445dfdf458 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:30:38.066694 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:38.167859 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:38.214853 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab348d2-f331-4416-8828-ac729b6a562f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0ec8d5-4583-41f1-9130-fc445dfdf458'}] {{(pid=93310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:30:38.223476 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713379ad4201aa67d1557f3d7b7da947c96b0ad1778a29fd635d5f04ae47f1c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49cec442-1f8a-40a7-a31b-0ccdfd4cc87b" -d '{"events": [{"server_uuid": "dab348d2-f331-4416-8828-ac729b6a562f", "name": "network-vif-plugged", "status": "completed", "tag": "fd0ec8d5-4583-41f1-9130-fc445dfdf458"}]}' {{(pid=93310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:30:38.230310 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port fd0ec8d5-4583-41f1-9130-fc445dfdf458, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=fd0ec8d5-4583-41f1-9130-fc445dfdf458,segment=NetworkSegment(f5e274ea-768f-45a2-bfc8-b7461617eff9),segment_id=f5e274ea-768f-45a2-bfc8-b7461617eff9)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:30:38.242552 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:38.303094 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186afd64-a725-4c69-b031-cf441aa2491d x-openstack-request-id: req-186afd64-a725-4c69-b031-cf441aa2491d {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:30:38.303415 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab348d2-f331-4416-8828-ac729b6a562f", "name": "network-vif-plugged", "status": "completed", "tag": "fd0ec8d5-4583-41f1-9130-fc445dfdf458", "code": 200}]} {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:30:38.304608 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-186afd64-a725-4c69-b031-cf441aa2491d {{(pid=93310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:30:38.306270 dv-cinder-803773-1-iscsi neutron-server[93310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab348d2-f331-4416-8828-ac729b6a562f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0ec8d5-4583-41f1-9130-fc445dfdf458', 'code': 200} Aug 06 17:30:38.312950 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=fd0ec8d5-4583-41f1-9130-fc445dfdf458,revision_number=7']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:38.567147 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f7c863-a2eb-4e37-a608-a7cfa27db2f2 req-2f0cdc63-11b3-4cfc-962f-8dd28f7fc8cd tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:38.569255 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e3f7c863-a2eb-4e37-a608-a7cfa27db2f2 req-2f0cdc63-11b3-4cfc-962f-8dd28f7fc8cd tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd90250c-9e99-45a8-a76a-e5738d201f75 HTTP/1.1" status: 200 len: 943 time: 0.0788095 Aug 06 17:30:38.623084 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-e3f7c863-a2eb-4e37-a608-a7cfa27db2f2 req-ff9917ff-60db-4cb4-9307-fd12ba9ba58f tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451913 Aug 06 17:30:39.149479 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dcc002-1f49-40f9-9aed-d14b7a0def27 req-19a5a2c2-43c4-46d1-9c4a-871b6981b492 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:39.151354 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f1dcc002-1f49-40f9-9aed-d14b7a0def27 req-19a5a2c2-43c4-46d1-9c4a-871b6981b492 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 945 time: 0.0578401 Aug 06 17:30:39.194315 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f1dcc002-1f49-40f9-9aed-d14b7a0def27 req-79d9da93-fbbf-4b4d-a60f-41c303b1ee2d tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0364265 Aug 06 17:30:39.775452 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792dc9b-3a6f-49e5-afe3-ae967dbbdbd1 req-57570dc8-fb61-4911-bfcc-85518700be98 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:39.777275 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-7792dc9b-3a6f-49e5-afe3-ae967dbbdbd1 req-57570dc8-fb61-4911-bfcc-85518700be98 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd90250c-9e99-45a8-a76a-e5738d201f75 HTTP/1.1" status: 200 len: 943 time: 0.0684154 Aug 06 17:30:39.820436 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-7792dc9b-3a6f-49e5-afe3-ae967dbbdbd1 req-695170e0-e3d5-44bf-804b-f2c3952e090e tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367155 Aug 06 17:30:40.061776 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 38230) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:30:40.098747 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:40.191879 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-874c136f-0b2d-4681-bc6d-bd38ad3aeb21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:40.321829 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-874c136f-0b2d-4681-bc6d-bd38ad3aeb21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:40.331613 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-874c136f-0b2d-4681-bc6d-bd38ad3aeb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:40.341233 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be4b05-90a5-4815-b48b-e7a2b3adaf5e req-86ec3741-6b42-48c5-ac04-c7fbedd4bc47 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:40.346758 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-58be4b05-90a5-4815-b48b-e7a2b3adaf5e req-86ec3741-6b42-48c5-ac04-c7fbedd4bc47 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 945 time: 0.0565772 Aug 06 17:30:40.388932 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-58be4b05-90a5-4815-b48b-e7a2b3adaf5e req-b495c303-6b46-4567-9bc9-42504e3dff23 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0392799 Aug 06 17:30:40.394585 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-874c136f-0b2d-4681-bc6d-bd38ad3aeb21 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2fcc6acccd604afaa88dfa36fc4a675a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3315022 Aug 06 17:30:40.395361 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c136f-0b2d-4681-bc6d-bd38ad3aeb21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0861cd-5329-4d81-bebf-fd1908465748,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:40.398594 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 38236) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:30:40.409974 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c136f-0b2d-4681-bc6d-bd38ad3aeb21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:30:40.410460 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c136f-0b2d-4681-bc6d-bd38ad3aeb21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:30:40.410883 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c136f-0b2d-4681-bc6d-bd38ad3aeb21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:30:40.411398 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c136f-0b2d-4681-bc6d-bd38ad3aeb21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:30:40.411899 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c136f-0b2d-4681-bc6d-bd38ad3aeb21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:30:40.412375 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c136f-0b2d-4681-bc6d-bd38ad3aeb21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:30:40.412966 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c136f-0b2d-4681-bc6d-bd38ad3aeb21 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:30:40.413430 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c136f-0b2d-4681-bc6d-bd38ad3aeb21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:30:40.413895 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c136f-0b2d-4681-bc6d-bd38ad3aeb21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:30:40.414454 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c136f-0b2d-4681-bc6d-bd38ad3aeb21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:30:40.414917 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c136f-0b2d-4681-bc6d-bd38ad3aeb21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:30:40.415392 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c136f-0b2d-4681-bc6d-bd38ad3aeb21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:30:40.487366 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-a3fd1800-838d-4fbb-8ff0-8ca2079d4797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:40.510995 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-a3fd1800-838d-4fbb-8ff0-8ca2079d4797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:40.572507 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-a3fd1800-838d-4fbb-8ff0-8ca2079d4797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:40.575769 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-a3fd1800-838d-4fbb-8ff0-8ca2079d4797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:40.579384 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-a3fd1800-838d-4fbb-8ff0-8ca2079d4797 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ac0861cd-5329-4d81-bebf-fd1908465748 HTTP/1.1" status: 204 len: 168 time: 0.1774318 Aug 06 17:30:40.587157 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fd1800-838d-4fbb-8ff0-8ca2079d4797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0861cd-5329-4d81-bebf-fd1908465748,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:40.929467 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 38246) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:30:40.943008 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-4d1dc3b3-4972-4ca0-83f5-3bba8d8fb327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:40.948448 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b8e84-d570-41c5-97a0-7508c97e552c req-2bae7e8e-4ea3-47a2-9a02-2a231c07bd06 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:40.956129 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-2e5b8e84-d570-41c5-97a0-7508c97e552c req-2bae7e8e-4ea3-47a2-9a02-2a231c07bd06 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd90250c-9e99-45a8-a76a-e5738d201f75 HTTP/1.1" status: 200 len: 943 time: 0.0659006 Aug 06 17:30:41.002960 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-2e5b8e84-d570-41c5-97a0-7508c97e552c req-2668adeb-9b42-4dc4-bde1-3600a8a2fd7c tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457036 Aug 06 17:30:41.104033 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-4d1dc3b3-4972-4ca0-83f5-3bba8d8fb327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:41.109074 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-4d1dc3b3-4972-4ca0-83f5-3bba8d8fb327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:41.170007 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-4d1dc3b3-4972-4ca0-83f5-3bba8d8fb327 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e672fcad066f488e8c097844665ecd77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2373981 Aug 06 17:30:41.170007 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1dc3b3-4972-4ca0-83f5-3bba8d8fb327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c975be4-c601-46b6-ac43-420ee0f04e36,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:41.170539 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 38248) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:30:41.238499 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-7ffc97ea-c032-414f-8a81-0486a0528d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:41.261395 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-7ffc97ea-c032-414f-8a81-0486a0528d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:41.318419 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-7ffc97ea-c032-414f-8a81-0486a0528d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:41.321528 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-7ffc97ea-c032-414f-8a81-0486a0528d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:41.322845 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-7ffc97ea-c032-414f-8a81-0486a0528d5e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/2c975be4-c601-46b6-ac43-420ee0f04e36 HTTP/1.1" status: 204 len: 168 time: 0.1512206 Aug 06 17:30:41.335244 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc97ea-c032-414f-8a81-0486a0528d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c975be4-c601-46b6-ac43-420ee0f04e36,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:41.555448 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28adfb1-325d-427e-b84b-c8f614f4888c req-55d91e4e-ccc6-42cf-92ae-f80f90094427 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:41.557271 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f28adfb1-325d-427e-b84b-c8f614f4888c req-55d91e4e-ccc6-42cf-92ae-f80f90094427 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 945 time: 0.0606484 Aug 06 17:30:41.612891 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f28adfb1-325d-427e-b84b-c8f614f4888c req-49bbeccc-1ba2-427f-a4d9-0948af73ae5c tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0464840 Aug 06 17:30:41.729594 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 38256) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:30:41.743462 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-93818aa9-099d-42e1-8781-6259412564fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:41.851264 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-93818aa9-099d-42e1-8781-6259412564fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:41.857700 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-93818aa9-099d-42e1-8781-6259412564fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:41.897714 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93818aa9-099d-42e1-8781-6259412564fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada2d4fb-f2ca-49ea-8e90-e40d211db08e,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:41.904790 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 38258) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:30:41.904994 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-93818aa9-099d-42e1-8781-6259412564fc admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f5ba0ba771f5463b8dbc55daddc8a2af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1742043 Aug 06 17:30:41.963005 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-ba87a525-9831-4775-8c68-075cc1deebc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:41.990440 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-ba87a525-9831-4775-8c68-075cc1deebc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:42.075632 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-ba87a525-9831-4775-8c68-075cc1deebc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:42.078765 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-ba87a525-9831-4775-8c68-075cc1deebc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:42.080099 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-ba87a525-9831-4775-8c68-075cc1deebc5 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ada2d4fb-f2ca-49ea-8e90-e40d211db08e HTTP/1.1" status: 204 len: 168 time: 0.1742668 Aug 06 17:30:42.093147 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba87a525-9831-4775-8c68-075cc1deebc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada2d4fb-f2ca-49ea-8e90-e40d211db08e,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:42.136543 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f942178-c358-468d-a39f-279057c14490 req-3ba96d78-e137-4abd-b99a-4e7de1c977f4 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:42.138078 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-0f942178-c358-468d-a39f-279057c14490 req-3ba96d78-e137-4abd-b99a-4e7de1c977f4 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd90250c-9e99-45a8-a76a-e5738d201f75 HTTP/1.1" status: 200 len: 943 time: 0.0597107 Aug 06 17:30:42.210809 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-0f942178-c358-468d-a39f-279057c14490 req-42495e71-c156-42cb-9175-124df634cb81 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546150 Aug 06 17:30:42.799697 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928715f-7e4c-4731-9bfe-4cc635b3f9c6 req-c3669c75-4cfa-47cc-846b-0eaa81ff1b8f tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:42.801296 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-0928715f-7e4c-4731-9bfe-4cc635b3f9c6 req-c3669c75-4cfa-47cc-846b-0eaa81ff1b8f tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 945 time: 0.0754209 Aug 06 17:30:42.849815 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-0928715f-7e4c-4731-9bfe-4cc635b3f9c6 req-b0f9189a-3817-4f12-86cf-ee0578c10ae1 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0417957 Aug 06 17:30:43.329339 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61e9bc-0ad1-440a-bc88-f92cde84e557 req-496003ec-4bad-4367-9f75-4265ce3f6adf tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:43.330800 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-df61e9bc-0ad1-440a-bc88-f92cde84e557 req-496003ec-4bad-4367-9f75-4265ce3f6adf tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd90250c-9e99-45a8-a76a-e5738d201f75 HTTP/1.1" status: 200 len: 943 time: 0.0533061 Aug 06 17:30:43.382896 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-df61e9bc-0ad1-440a-bc88-f92cde84e557 req-943984a0-e291-42f5-93ad-8a6f85276a4b tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449085 Aug 06 17:30:43.991972 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651669d-79e2-4826-a18e-80a11eb13a3a req-ae6250af-1d4c-4714-9019-b04efcc5bc83 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:43.993717 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-6651669d-79e2-4826-a18e-80a11eb13a3a req-ae6250af-1d4c-4714-9019-b04efcc5bc83 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 945 time: 0.0630035 Aug 06 17:30:44.042550 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-6651669d-79e2-4826-a18e-80a11eb13a3a req-22cd770c-5469-4941-9dd1-927fcf3f1069 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0392182 Aug 06 17:30:44.053369 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 861c401a-2f86-4139-a367-6ecab40c4172 details requested by agent hyperv_hv-cinder-80377 with host hv-cinder-80377 {{(pid=93310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 17:30:44.183815 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port 861c401a-2f86-4139-a367-6ecab40c4172, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=861c401a-2f86-4139-a367-6ecab40c4172,segment=NetworkSegment(02b005d2-1715-4919-aaec-fce73105542d),segment_id=02b005d2-1715-4919-aaec-fce73105542d)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:30:44.352661 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Returning: {'device': '861c401a-2f86-4139-a367-6ecab40c4172', 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36', 'port_id': '861c401a-2f86-4139-a367-6ecab40c4172', 'mac_address': 'fa:16:3e:e1:4c:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a9869f0-8837-4c76-82e1-b61ab6cd1287', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 17:30:44.393888 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:44.408659 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 861c401a-2f86-4139-a367-6ecab40c4172 {{(pid=93310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:30:44.430942 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port 861c401a-2f86-4139-a367-6ecab40c4172, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=861c401a-2f86-4139-a367-6ecab40c4172,segment=NetworkSegment(02b005d2-1715-4919-aaec-fce73105542d),segment_id=02b005d2-1715-4919-aaec-fce73105542d)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:30:44.438799 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:44.515100 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=861c401a-2f86-4139-a367-6ecab40c4172,revision_number=4']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:44.552845 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647adf71-688c-4cff-8dd2-3b19e24048ec req-4f275c72-a197-49a6-a1af-d91d8dc715c8 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:44.554446 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-647adf71-688c-4cff-8dd2-3b19e24048ec req-4f275c72-a197-49a6-a1af-d91d8dc715c8 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd90250c-9e99-45a8-a76a-e5738d201f75 HTTP/1.1" status: 200 len: 944 time: 0.0880058 Aug 06 17:30:44.604269 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-647adf71-688c-4cff-8dd2-3b19e24048ec req-6fe5041f-1301-45a7-8c64-cebd66f8c92c tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411990 Aug 06 17:30:44.826235 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] get_ports_and_sgs() called for port_ids ['861c401a-2f86-4139-a367-6ecab40c4172'] {{(pid=93310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:30:45.222722 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec96569-96bd-4af6-8ff5-9b5c1f7d13ab req-c9a7df58-9ae5-472d-b077-c7b86152d0dc tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:45.225385 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-9ec96569-96bd-4af6-8ff5-9b5c1f7d13ab req-c9a7df58-9ae5-472d-b077-c7b86152d0dc tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 945 time: 0.0708966 Aug 06 17:30:45.287763 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-9ec96569-96bd-4af6-8ff5-9b5c1f7d13ab req-a52b1708-39f3-4fb5-8099-4787f74fb2c4 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0556450 Aug 06 17:30:45.743316 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee40a6-fe55-4700-b76c-973805e0a74d req-b1b7fa6f-69cc-4209-abab-b0230973de0a tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:45.744893 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-88ee40a6-fe55-4700-b76c-973805e0a74d req-b1b7fa6f-69cc-4209-abab-b0230973de0a tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd90250c-9e99-45a8-a76a-e5738d201f75 HTTP/1.1" status: 200 len: 944 time: 0.0574443 Aug 06 17:30:45.791852 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-88ee40a6-fe55-4700-b76c-973805e0a74d req-49b4a580-81c6-4076-8f6b-d31996a7f244 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396378 Aug 06 17:30:46.061226 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 861c401a-2f86-4139-a367-6ecab40c4172 up at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:30:46.123168 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Provisioning for port 861c401a-2f86-4139-a367-6ecab40c4172 completed by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:30:46.128247 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Provisioning complete for port 861c401a-2f86-4139-a367-6ecab40c4172 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:30:46.128622 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:46.210045 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:46.232915 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd90250c-9e99-45a8-a76a-e5738d201f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861c401a-2f86-4139-a367-6ecab40c4172'}] {{(pid=93310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:30:46.235212 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713379ad4201aa67d1557f3d7b7da947c96b0ad1778a29fd635d5f04ae47f1c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0f1922-e236-4c79-8c5a-22081a3539c0" -d '{"events": [{"server_uuid": "dd90250c-9e99-45a8-a76a-e5738d201f75", "name": "network-vif-plugged", "status": "completed", "tag": "861c401a-2f86-4139-a367-6ecab40c4172"}]}' {{(pid=93310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:30:46.248775 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port 861c401a-2f86-4139-a367-6ecab40c4172, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=861c401a-2f86-4139-a367-6ecab40c4172,segment=NetworkSegment(02b005d2-1715-4919-aaec-fce73105542d),segment_id=02b005d2-1715-4919-aaec-fce73105542d)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:30:46.254313 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:46.282600 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f822bd-478a-437a-849d-cbd378a5c801 x-openstack-request-id: req-70f822bd-478a-437a-849d-cbd378a5c801 {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:30:46.282893 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd90250c-9e99-45a8-a76a-e5738d201f75", "name": "network-vif-plugged", "status": "completed", "tag": "861c401a-2f86-4139-a367-6ecab40c4172", "code": 200}]} {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:30:46.283165 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-70f822bd-478a-437a-849d-cbd378a5c801 {{(pid=93310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:30:46.283597 dv-cinder-803773-1-iscsi neutron-server[93310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd90250c-9e99-45a8-a76a-e5738d201f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861c401a-2f86-4139-a367-6ecab40c4172', 'code': 200} Aug 06 17:30:46.311912 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=861c401a-2f86-4139-a367-6ecab40c4172,revision_number=5']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:46.452160 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf494a1-1eb9-416f-94d4-1763ccd7944c req-2da75973-5762-46f5-97b3-f883f182d322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:46.453825 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-8bf494a1-1eb9-416f-94d4-1763ccd7944c req-2da75973-5762-46f5-97b3-f883f182d322 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f5387827f2c0411b9a79d78b038d6e5c&device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 1098 time: 0.0913577 Aug 06 17:30:46.478518 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb850a-9e9f-458f-9ca3-632019622a74 req-f27142dc-c42b-4be7-972c-c357ad7765b6 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:46.479997 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-18eb850a-9e9f-458f-9ca3-632019622a74 req-f27142dc-c42b-4be7-972c-c357ad7765b6 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 945 time: 0.0922387 Aug 06 17:30:46.536990 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012b5fb-c309-46f2-a5e5-7889903fa014 req-0aca0585-6eb1-474e-ab07-e293452357cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:46.538504 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-6012b5fb-c309-46f2-a5e5-7889903fa014 req-0aca0585-6eb1-474e-ab07-e293452357cc service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=dd90250c-9e99-45a8-a76a-e5738d201f75 HTTP/1.1" status: 200 len: 1098 time: 0.0415514 Aug 06 17:30:46.564230 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-18eb850a-9e9f-458f-9ca3-632019622a74 req-7bc43780-d570-45d8-90a6-304059467812 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0743222 Aug 06 17:30:46.575977 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-6012b5fb-c309-46f2-a5e5-7889903fa014 req-ca39abad-00e7-4def-be51-bd2b339be599 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297925 Aug 06 17:30:46.583762 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf494a1-1eb9-416f-94d4-1763ccd7944c req-822b1b1e-c091-4005-9cc7-5e30d873ada0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:46.585262 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-8bf494a1-1eb9-416f-94d4-1763ccd7944c req-822b1b1e-c091-4005-9cc7-5e30d873ada0 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5b6dd1b8-72d2-4509-8411-cf148b92c6ca HTTP/1.1" status: 200 len: 919 time: 0.1232498 Aug 06 17:30:46.922333 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5b26e-e169-4262-bfa6-c1e23f23d85c req-71a32400-0536-4537-92dc-8dab28e5b58b tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:46.926895 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-12d5b26e-e169-4262-bfa6-c1e23f23d85c req-71a32400-0536-4537-92dc-8dab28e5b58b tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd90250c-9e99-45a8-a76a-e5738d201f75 HTTP/1.1" status: 200 len: 945 time: 0.0555003 Aug 06 17:30:46.935257 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-8bf494a1-1eb9-416f-94d4-1763ccd7944c req-6788815f-d205-4f1a-9f07-98d84cd398cf service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd0ec8d5-4583-41f1-9130-fc445dfdf458 HTTP/1.1" status: 200 len: 1001 time: 0.0751829 Aug 06 17:30:46.965383 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-12d5b26e-e169-4262-bfa6-c1e23f23d85c req-2512e83c-bbe5-40f0-b934-6a9d3f207df8 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344760 Aug 06 17:30:46.999433 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf494a1-1eb9-416f-94d4-1763ccd7944c req-43a0ef53-e33d-4984-b289-79d5965d4ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:47.000987 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-8bf494a1-1eb9-416f-94d4-1763ccd7944c req-43a0ef53-e33d-4984-b289-79d5965d4ea0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=92e55e27-88da-4b01-a596-8314d113e8dc HTTP/1.1" status: 200 len: 856 time: 0.0492747 Aug 06 17:30:47.051458 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf494a1-1eb9-416f-94d4-1763ccd7944c req-ff9b78af-905e-4162-a0d0-70f15a7cfb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:47.053160 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-8bf494a1-1eb9-416f-94d4-1763ccd7944c req-ff9b78af-905e-4162-a0d0-70f15a7cfb0d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5b6dd1b8-72d2-4509-8411-cf148b92c6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424209 Aug 06 17:30:47.161925 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-8bf494a1-1eb9-416f-94d4-1763ccd7944c req-3295b35e-62d2-48f5-a622-0d1a173b7639 service neutron] 10.222.0.96 "GET /v2.0/networks/5b6dd1b8-72d2-4509-8411-cf148b92c6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888133 Aug 06 17:30:47.259394 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-8bf494a1-1eb9-416f-94d4-1763ccd7944c req-2b145049-591c-46c6-b126-27efc575a123 service neutron] 10.222.0.96 "GET /v2.0/networks/5b6dd1b8-72d2-4509-8411-cf148b92c6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807281 Aug 06 17:30:47.707571 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cc2b9-1cbf-4d2b-b03b-d1ed7bbe3e5a req-a5bf23b9-b031-4b25-9462-27991802bb35 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:47.709032 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-ae5cc2b9-1cbf-4d2b-b03b-d1ed7bbe3e5a req-a5bf23b9-b031-4b25-9462-27991802bb35 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 945 time: 0.0573804 Aug 06 17:30:47.755224 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-ae5cc2b9-1cbf-4d2b-b03b-d1ed7bbe3e5a req-61dbe8df-a6d2-4410-bd2f-8e26bda101a7 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0372746 Aug 06 17:30:48.097413 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d9bd9-3d87-4340-af82-28494dad1636 req-86ad57e6-dd97-49ea-970c-1deb0c766457 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:48.098981 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f53d9bd9-3d87-4340-af82-28494dad1636 req-86ad57e6-dd97-49ea-970c-1deb0c766457 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd90250c-9e99-45a8-a76a-e5738d201f75 HTTP/1.1" status: 200 len: 945 time: 0.0548861 Aug 06 17:30:48.142324 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f53d9bd9-3d87-4340-af82-28494dad1636 req-0f3b7fd3-3ab7-454d-a9da-5294dcf54482 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373144 Aug 06 17:30:48.259977 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9b9a0-db94-4db7-b821-9d512ab37b70 req-3d7cff8a-4702-4a91-8a8c-fe92c1c0da95 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:48.261454 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-ccd9b9a0-db94-4db7-b821-9d512ab37b70 req-3d7cff8a-4702-4a91-8a8c-fe92c1c0da95 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd90250c-9e99-45a8-a76a-e5738d201f75 HTTP/1.1" status: 200 len: 945 time: 0.0523701 Aug 06 17:30:48.301016 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-ccd9b9a0-db94-4db7-b821-9d512ab37b70 req-9c590010-b345-450b-84a6-2f2dc2bb6777 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333395 Aug 06 17:30:48.323430 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 38332) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:30:48.590214 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59565620-8a1b-4762-937f-28706757ad52 tempest-TestVolumeBootPattern-1504761582 tempest-TestVolumeBootPattern-1504761582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:48.591746 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-59565620-8a1b-4762-937f-28706757ad52 tempest-TestVolumeBootPattern-1504761582 tempest-TestVolumeBootPattern-1504761582-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=dd90250c-9e99-45a8-a76a-e5738d201f75 HTTP/1.1" status: 200 len: 1093 time: 0.2673001 Aug 06 17:30:48.594933 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 38336) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:30:48.599624 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-92a926c9-b10c-439f-b743-af50f1967498 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Request body: {'floatingip': {'floating_network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'port_id': '861c401a-2f86-4139-a367-6ecab40c4172', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:30:48.625014 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-92a926c9-b10c-439f-b743-af50f1967498 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks [] for floatingip, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:48.728063 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-92a926c9-b10c-439f-b743-af50f1967498 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:48.859318 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.db_base_plugin_common [None req-92a926c9-b10c-439f-b743-af50f1967498 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Allocated IP 172.27.0.224 (2c4c21cf-2746-4b14-9730-0a69daab855b/0d6fa379-a3fa-4b6f-9c88-fa9af5610e03/0c22b67b-b15e-4390-9dd5-c5e4e06ddc08) {{(pid=93308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:30:48.948827 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d454f-5377-49f0-a3cd-effc2f2956ce req-778b59cd-7c60-4685-9ded-0fe42ab57c65 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:48.950527 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-ff7d454f-5377-49f0-a3cd-effc2f2956ce req-778b59cd-7c60-4685-9ded-0fe42ab57c65 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 945 time: 0.1180661 Aug 06 17:30:49.016639 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-ff7d454f-5377-49f0-a3cd-effc2f2956ce req-1d558f59-5862-477e-bf26-c92c813cab7e tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0582919 Aug 06 17:30:49.021690 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-92a926c9-b10c-439f-b743-af50f1967498 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks [] for port, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:49.063252 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-92a926c9-b10c-439f-b743-af50f1967498 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089738'] for port, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:49.104033 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a926c9-b10c-439f-b743-af50f1967498 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Network 2c4c21cf-2746-4b14-9730-0a69daab855b is already hosted by enough agents. {{(pid=93308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:30:49.106949 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.base_scheduler [None req-92a926c9-b10c-439f-b743-af50f1967498 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Resources bound (agent type, host, resource id): {{(pid=93308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:30:49.110531 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a926c9-b10c-439f-b743-af50f1967498 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Received port after_create {{(pid=93308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:30:49.116259 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a926c9-b10c-439f-b743-af50f1967498 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Pushing event updated for resources: {'Port': ['ID=0c22b67b-b15e-4390-9dd5-c5e4e06ddc08,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:49.485397 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-92a926c9-b10c-439f-b743-af50f1967498 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:49.557139 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-92a926c9-b10c-439f-b743-af50f1967498 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:49.718553 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-92a926c9-b10c-439f-b743-af50f1967498 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks [] for port, precommit_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:49.723588 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-92a926c9-b10c-439f-b743-af50f1967498 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089731'] for port, after_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:49.790055 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a926c9-b10c-439f-b743-af50f1967498 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Pushing event updated for resources: {'Port': ['ID=0c22b67b-b15e-4390-9dd5-c5e4e06ddc08,revision_number=2']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:49.804194 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-92a926c9-b10c-439f-b743-af50f1967498 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435792'] for floatingip, after_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:49.904131 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.db.l3_db [None req-92a926c9-b10c-439f-b743-af50f1967498 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Floating IP f59d34ce-0490-4018-a2d7-f53e16723443 associated. External IP: 172.27.0.224, port: 861c401a-2f86-4139-a367-6ecab40c4172. Aug 06 17:30:50.090859 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device fd0ec8d5-4583-41f1-9130-fc445dfdf458 no longer exists at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:30:50.126810 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a926c9-b10c-439f-b743-af50f1967498 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Router 2a67d704-2d73-4388-92ad-904eaa543784 has already been hosted by L3 agent cbcd3d9e-bca5-4529-952b-48c65d2aceac {{(pid=93308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:30:50.168448 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac300b44-9aef-4e0c-8065-c16a1dad490a req-9548d792-1c71-4fe6-9c73-c795d37cb112 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:50.170809 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-ac300b44-9aef-4e0c-8065-c16a1dad490a req-9548d792-1c71-4fe6-9c73-c795d37cb112 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 945 time: 0.0677903 Aug 06 17:30:50.227641 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-ac300b44-9aef-4e0c-8065-c16a1dad490a req-35a40ae0-d407-4257-94ec-5d90e628438f tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0473528 Aug 06 17:30:50.254141 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a926c9-b10c-439f-b743-af50f1967498 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify agent at l3_agent.dv-cinder-803773-1-iscsi the message routers_updated {{(pid=93308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:30:50.254971 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:50.272071 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc095ce7-7a38-4714-8770-6ced0a4fb4c1 None None] Sync routers for ids ['2a67d704-2d73-4388-92ad-904eaa543784'] in dv-cinder-803773-1-iscsi {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:30:50.276265 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-92a926c9-b10c-439f-b743-af50f1967498 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for floatingip, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:50.291575 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab348d2-f331-4416-8828-ac729b6a562f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd0ec8d5-4583-41f1-9130-fc445dfdf458'}] {{(pid=93310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:30:50.293957 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713379ad4201aa67d1557f3d7b7da947c96b0ad1778a29fd635d5f04ae47f1c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e926fd0d-59ba-41a4-8e69-211215af3b5e" -d '{"events": [{"server_uuid": "dab348d2-f331-4416-8828-ac729b6a562f", "name": "network-vif-unplugged", "status": "completed", "tag": "fd0ec8d5-4583-41f1-9130-fc445dfdf458"}]}' {{(pid=93310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:30:50.307709 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc095ce7-7a38-4714-8770-6ced0a4fb4c1 None None] Routers {'2a67d704-2d73-4388-92ad-904eaa543784'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:30:50.308453 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-dc095ce7-7a38-4714-8770-6ced0a4fb4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:30:23Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['2a67d704-2d73-4388-92ad-904eaa543784'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:30:50.314391 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-92a926c9-b10c-439f-b743-af50f1967498 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7139115 Aug 06 17:30:50.314391 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd90250c-9e99-45a8-a76a-e5738d201f75', 'tag': '861c401a-2f86-4139-a367-6ecab40c4172'}] {{(pid=93308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:30:50.314690 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port fd0ec8d5-4583-41f1-9130-fc445dfdf458, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=fd0ec8d5-4583-41f1-9130-fc445dfdf458,segment=NetworkSegment(f5e274ea-768f-45a2-bfc8-b7461617eff9),segment_id=f5e274ea-768f-45a2-bfc8-b7461617eff9)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:30:50.314794 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9970891e86e7a54ba8327591cdb5f98a510e69f2198634f60bde42845cd177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4776cdec-c5fc-4e84-844d-97aea2747aa8" -d '{"events": [{"name": "network-changed", "server_uuid": "dd90250c-9e99-45a8-a76a-e5738d201f75", "tag": "861c401a-2f86-4139-a367-6ecab40c4172"}]}' {{(pid=93308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:30:50.346624 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 06 Aug 2021 17:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b57823b-7c76-4194-b182-453bfab1b837 x-openstack-request-id: req-6b57823b-7c76-4194-b182-453bfab1b837 {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:30:50.346909 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab348d2-f331-4416-8828-ac729b6a562f", "name": "network-vif-unplugged", "status": "failed", "tag": "fd0ec8d5-4583-41f1-9130-fc445dfdf458", "code": 422}]} {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:30:50.347140 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6b57823b-7c76-4194-b182-453bfab1b837 {{(pid=93310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:30:50.347602 dv-cinder-803773-1-iscsi neutron-server[93310]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dab348d2-f331-4416-8828-ac729b6a562f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fd0ec8d5-4583-41f1-9130-fc445dfdf458', 'code': 422} returned with failed status Aug 06 17:30:50.350728 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:50.389312 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4687a0-5100-4270-a115-d7f28c98e291 x-openstack-request-id: req-9b4687a0-5100-4270-a115-d7f28c98e291 {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:30:50.389686 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd90250c-9e99-45a8-a76a-e5738d201f75", "tag": "861c401a-2f86-4139-a367-6ecab40c4172", "status": "completed", "code": 200}]} {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:30:50.389971 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-9b4687a0-5100-4270-a115-d7f28c98e291 {{(pid=93308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:30:50.390466 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd90250c-9e99-45a8-a76a-e5738d201f75', 'tag': '861c401a-2f86-4139-a367-6ecab40c4172', 'status': 'completed', 'code': 200} Aug 06 17:30:50.461013 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=fd0ec8d5-4583-41f1-9130-fc445dfdf458,revision_number=8']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:50.480073 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776cdec-c5fc-4e84-844d-97aea2747aa8 req-2ac8900e-a70c-41a2-858b-ebdf25a39c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:50.481576 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-4776cdec-c5fc-4e84-844d-97aea2747aa8 req-2ac8900e-a70c-41a2-858b-ebdf25a39c4f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d890e20c0d05493c9b56c9fba16f16d4&device_id=dd90250c-9e99-45a8-a76a-e5738d201f75 HTTP/1.1" status: 200 len: 1098 time: 0.0437503 Aug 06 17:30:50.488792 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-dc095ce7-7a38-4714-8770-6ced0a4fb4c1 None None] Set router 2a67d704-2d73-4388-92ad-904eaa543784 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:30:50.608068 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776cdec-c5fc-4e84-844d-97aea2747aa8 req-41da5469-2efd-4e78-92a0-54172dca167f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:50.609857 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-4776cdec-c5fc-4e84-844d-97aea2747aa8 req-41da5469-2efd-4e78-92a0-54172dca167f service neutron] 10.222.0.96 "GET /v2.0/networks?id=12959d86-3f27-4436-a850-45d1f5a6fb36 HTTP/1.1" status: 200 len: 914 time: 0.1209915 Aug 06 17:30:50.688145 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-4776cdec-c5fc-4e84-844d-97aea2747aa8 req-2689f7b4-f648-4228-ad89-2814d3d8e94a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=861c401a-2f86-4139-a367-6ecab40c4172 HTTP/1.1" status: 200 len: 999 time: 0.0700498 Aug 06 17:30:50.753527 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776cdec-c5fc-4e84-844d-97aea2747aa8 req-4bc2158a-4fd6-4f10-b4b5-6fc70a4b7443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:50.758433 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-4776cdec-c5fc-4e84-844d-97aea2747aa8 req-4bc2158a-4fd6-4f10-b4b5-6fc70a4b7443 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9a9869f0-8837-4c76-82e1-b61ab6cd1287 HTTP/1.1" status: 200 len: 851 time: 0.0622787 Aug 06 17:30:50.771198 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-dc095ce7-7a38-4714-8770-6ced0a4fb4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a67d704-2d73-4388-92ad-904eaa543784', 'name': 'tempest-TestVolumeBootPattern-1564771153-router', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8fc0b773-015b-40c1-acfa-396afe83ce4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:30:01Z', 'revision_number': 4, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'gw_port': {'id': '8fc0b773-015b-40c1-acfa-396afe83ce4b', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_floatingips': [{'id': 'f59d34ce-0490-4018-a2d7-f53e16723443', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'router_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'port_id': '861c401a-2f86-4139-a367-6ecab40c4172', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36', 'mac_address': 'fa:16:3e:e1:4c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd90250c-9e99-45a8-a76a-e5738d201f75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:30:49Z', 'updated_at': '2021-08-06T17:30:49Z', 'revision_number': 0, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c95aac-f09e-42c3-9a66-cee2b39f36c0', 'name': '', 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'mac_address': 'fa:16:3e:d0:ee:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '9a9869f0-8837-4c76-82e1-b61ab6cd1287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:30:00Z', 'updated_at': '2021-08-06T17:30:08Z', 'revision_number': 5, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'subnets': [{'id': '9a9869f0-8837-4c76-82e1-b61ab6cd1287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:30:50.804188 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc095ce7-7a38-4714-8770-6ced0a4fb4c1 None None] Checking router: 2a67d704-2d73-4388-92ad-904eaa543784 for host: dv-cinder-803773-1-iscsi {{(pid=93310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:30:50.820602 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc095ce7-7a38-4714-8770-6ced0a4fb4c1 None None] Routers {'2a67d704-2d73-4388-92ad-904eaa543784'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:30:50.821414 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-dc095ce7-7a38-4714-8770-6ced0a4fb4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:30:23Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['2a67d704-2d73-4388-92ad-904eaa543784'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:30:50.822860 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776cdec-c5fc-4e84-844d-97aea2747aa8 req-be307588-3708-4d27-85ea-f4be4839357a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:50.825917 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-4776cdec-c5fc-4e84-844d-97aea2747aa8 req-be307588-3708-4d27-85ea-f4be4839357a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=12959d86-3f27-4436-a850-45d1f5a6fb36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0579157 Aug 06 17:30:50.950543 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-dc095ce7-7a38-4714-8770-6ced0a4fb4c1 None None] Set router 2a67d704-2d73-4388-92ad-904eaa543784 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:30:50.975558 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7759a5f-b976-4183-9373-9730f70472c1 req-3e7f7782-c6ad-47b7-ae2c-8f2232f3915f tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:50.977071 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-d7759a5f-b976-4183-9373-9730f70472c1 req-3e7f7782-c6ad-47b7-ae2c-8f2232f3915f tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=4810651b-f46f-40f9-8c27-2ed822882f91 HTTP/1.1" status: 200 len: 946 time: 0.0707726 Aug 06 17:30:50.979852 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-4776cdec-c5fc-4e84-844d-97aea2747aa8 req-f322c473-27b7-4574-8137-bc281a74d423 service neutron] 10.222.0.96 "GET /v2.0/networks/12959d86-3f27-4436-a850-45d1f5a6fb36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423392 Aug 06 17:30:51.078875 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-d7759a5f-b976-4183-9373-9730f70472c1 req-c671195b-4a1a-4715-ab22-3e7478ac3efe tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=8bf2084d-6e3e-4113-a4df-e37a7167b9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906024 Aug 06 17:30:51.116509 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-4776cdec-c5fc-4e84-844d-97aea2747aa8 req-7a613e79-4ee2-4b79-b4dd-6f0cfc965b49 service neutron] 10.222.0.96 "GET /v2.0/networks/12959d86-3f27-4436-a850-45d1f5a6fb36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256797 Aug 06 17:30:51.139073 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-f189f181-4ae6-4e5f-b819-18d18379b867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:51.214733 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-dc095ce7-7a38-4714-8770-6ced0a4fb4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a67d704-2d73-4388-92ad-904eaa543784', 'name': 'tempest-TestVolumeBootPattern-1564771153-router', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8fc0b773-015b-40c1-acfa-396afe83ce4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:30:01Z', 'revision_number': 4, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'gw_port': {'id': '8fc0b773-015b-40c1-acfa-396afe83ce4b', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_floatingips': [{'id': 'f59d34ce-0490-4018-a2d7-f53e16723443', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'router_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'port_id': '861c401a-2f86-4139-a367-6ecab40c4172', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36', 'mac_address': 'fa:16:3e:e1:4c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd90250c-9e99-45a8-a76a-e5738d201f75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:30:49Z', 'updated_at': '2021-08-06T17:30:49Z', 'revision_number': 0, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c95aac-f09e-42c3-9a66-cee2b39f36c0', 'name': '', 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'mac_address': 'fa:16:3e:d0:ee:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '9a9869f0-8837-4c76-82e1-b61ab6cd1287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:30:00Z', 'updated_at': '2021-08-06T17:30:08Z', 'revision_number': 5, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'subnets': [{'id': '9a9869f0-8837-4c76-82e1-b61ab6cd1287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:30:51.243444 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc095ce7-7a38-4714-8770-6ced0a4fb4c1 None None] The sync data for ids ['2a67d704-2d73-4388-92ad-904eaa543784'] in dv-cinder-803773-1-iscsi is: [{'id': '2a67d704-2d73-4388-92ad-904eaa543784', 'name': 'tempest-TestVolumeBootPattern-1564771153-router', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8fc0b773-015b-40c1-acfa-396afe83ce4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:30:01Z', 'revision_number': 4, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'gw_port': {'id': '8fc0b773-015b-40c1-acfa-396afe83ce4b', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_floatingips': [{'id': 'f59d34ce-0490-4018-a2d7-f53e16723443', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'router_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'port_id': '861c401a-2f86-4139-a367-6ecab40c4172', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36', 'mac_address': 'fa:16:3e:e1:4c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd90250c-9e99-45a8-a76a-e5738d201f75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:30:49Z', 'updated_at': '2021-08-06T17:30:49Z', 'revision_number': 0, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c95aac-f09e-42c3-9a66-cee2b39f36c0', 'name': '', 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'mac_address': 'fa:16:3e:d0:ee:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '9a9869f0-8837-4c76-82e1-b61ab6cd1287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:30:00Z', 'updated_at': '2021-08-06T17:30:08Z', 'revision_number': 5, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'subnets': [{'id': '9a9869f0-8837-4c76-82e1-b61ab6cd1287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:30:51.297409 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef2fc5-804e-480c-bb08-e63f94fc8dbc req-d30fc67f-bf93-47b9-aafb-b8f47aba50a5 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:51.298958 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-6fef2fc5-804e-480c-bb08-e63f94fc8dbc req-d30fc67f-bf93-47b9-aafb-b8f47aba50a5 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 943 time: 0.0525496 Aug 06 17:30:51.342842 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-6fef2fc5-804e-480c-bb08-e63f94fc8dbc req-147ae206-3917-4d45-9bdb-bcacbe2d068c tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0337336 Aug 06 17:30:51.472223 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951a4622-93a0-4dd1-aa7d-e82efdb43f03 None None] New status for floating IP f59d34ce-0490-4018-a2d7-f53e16723443: ACTIVE {{(pid=93311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 17:30:51.564839 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 38418) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:30:51.652052 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-03a02431-a27a-4f91-9552-3aeeecfe4188 req-e6013378-2799-4019-9173-3852607b83f3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0859683 Aug 06 17:30:52.204928 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbcdbc-8f7b-4611-9f93-ef2530d94b7e req-2a175f6f-6dc2-4471-80b6-7b5c5076186c tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:52.206438 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9afbcdbc-8f7b-4611-9f93-ef2530d94b7e req-2a175f6f-6dc2-4471-80b6-7b5c5076186c tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=4810651b-f46f-40f9-8c27-2ed822882f91 HTTP/1.1" status: 200 len: 946 time: 0.0491905 Aug 06 17:30:52.246491 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9afbcdbc-8f7b-4611-9f93-ef2530d94b7e req-2161f751-a10f-488b-b9ba-985f1fe4ddaa tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=8bf2084d-6e3e-4113-a4df-e37a7167b9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337880 Aug 06 17:30:52.359536 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.agents_db [None req-f0f84874-ee0a-4567-8005-82f1841bb43f None None] Agent healthcheck: found 6 active agents {{(pid=93311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:30:52.467416 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a3016-e052-45b2-b853-5d6d485d0fc5 req-e7be73ca-853f-4609-a3bc-e8642ed72242 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:52.468890 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-0c4a3016-e052-45b2-b853-5d6d485d0fc5 req-e7be73ca-853f-4609-a3bc-e8642ed72242 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 943 time: 0.0552549 Aug 06 17:30:52.511183 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-0c4a3016-e052-45b2-b853-5d6d485d0fc5 req-b4725010-e920-49a5-8560-3e22cf77e5ec tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0342498 Aug 06 17:30:52.791893 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a02431-a27a-4f91-9552-3aeeecfe4188 req-7a9dd152-79bb-448c-b112-7cf28cdc2364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:52.794090 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-03a02431-a27a-4f91-9552-3aeeecfe4188 req-7a9dd152-79bb-448c-b112-7cf28cdc2364 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f&tenant_id=f5387827f2c0411b9a79d78b038d6e5c HTTP/1.1" status: 200 len: 1096 time: 0.0807650 Aug 06 17:30:52.906527 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a02431-a27a-4f91-9552-3aeeecfe4188 req-f2b6bc69-e6b8-4780-ba7e-1433aca3bea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:52.908133 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-03a02431-a27a-4f91-9552-3aeeecfe4188 req-f2b6bc69-e6b8-4780-ba7e-1433aca3bea9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f5387827f2c0411b9a79d78b038d6e5c&device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 1096 time: 0.0515797 Aug 06 17:30:53.007016 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a02431-a27a-4f91-9552-3aeeecfe4188 req-470c95fc-d475-48f5-8fa7-fd4b5ef96ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:53.008481 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-03a02431-a27a-4f91-9552-3aeeecfe4188 req-470c95fc-d475-48f5-8fa7-fd4b5ef96ce7 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5b6dd1b8-72d2-4509-8411-cf148b92c6ca HTTP/1.1" status: 200 len: 919 time: 0.0921772 Aug 06 17:30:53.073460 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-03a02431-a27a-4f91-9552-3aeeecfe4188 req-bfcbe36a-365f-4c61-b9da-cc0a4176a08d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd0ec8d5-4583-41f1-9130-fc445dfdf458 HTTP/1.1" status: 200 len: 999 time: 0.0566647 Aug 06 17:30:53.135320 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a02431-a27a-4f91-9552-3aeeecfe4188 req-67d74aa3-1a1c-4d0a-a7cd-4519d3c5c72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:53.136826 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-03a02431-a27a-4f91-9552-3aeeecfe4188 req-67d74aa3-1a1c-4d0a-a7cd-4519d3c5c72f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=92e55e27-88da-4b01-a596-8314d113e8dc HTTP/1.1" status: 200 len: 856 time: 0.0440156 Aug 06 17:30:53.140674 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8e7db-b224-466c-b337-8289b46a14c4 req-2c9ce7e0-e449-4c90-9af6-5339482873b1 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:53.142116 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-61d8e7db-b224-466c-b337-8289b46a14c4 req-2c9ce7e0-e449-4c90-9af6-5339482873b1 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.96 "GET /v2.0/ports?device_id=4810651b-f46f-40f9-8c27-2ed822882f91 HTTP/1.1" status: 200 len: 946 time: 0.0487800 Aug 06 17:30:53.193396 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a02431-a27a-4f91-9552-3aeeecfe4188 req-3d6373c8-a909-4222-977a-23062db40ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:53.194964 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-03a02431-a27a-4f91-9552-3aeeecfe4188 req-3d6373c8-a909-4222-977a-23062db40ba1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5b6dd1b8-72d2-4509-8411-cf148b92c6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446489 Aug 06 17:30:53.240735 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [req-61d8e7db-b224-466c-b337-8289b46a14c4 req-9c4613b7-acda-4677-b81a-274dc0f17ace tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Deleting port b7de3099-cc8b-4067-ab62-4971e549feeb {{(pid=93308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:30:53.241082 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-61d8e7db-b224-466c-b337-8289b46a14c4 req-9c4613b7-acda-4677-b81a-274dc0f17ace tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:53.287319 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-03a02431-a27a-4f91-9552-3aeeecfe4188 req-dd955d76-bfed-4016-bb6a-ff9cf8257fa7 service neutron] 10.222.0.96 "GET /v2.0/networks/5b6dd1b8-72d2-4509-8411-cf148b92c6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838544 Aug 06 17:30:53.370551 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [req-61d8e7db-b224-466c-b337-8289b46a14c4 req-9c4613b7-acda-4677-b81a-274dc0f17ace tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] For port b7de3099-cc8b-4067-ab62-4971e549feeb, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=b7de3099-cc8b-4067-ab62-4971e549feeb,segment=NetworkSegment(b2a2c7d8-8c0d-425d-a382-493c66f6d648),segment_id=b2a2c7d8-8c0d-425d-a382-493c66f6d648)] {{(pid=93308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:30:53.370916 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-61d8e7db-b224-466c-b337-8289b46a14c4 req-9c4613b7-acda-4677-b81a-274dc0f17ace tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:53.382486 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-03a02431-a27a-4f91-9552-3aeeecfe4188 req-81a07b4c-bb2f-47f6-80a3-0d45351047a0 service neutron] 10.222.0.96 "GET /v2.0/networks/5b6dd1b8-72d2-4509-8411-cf148b92c6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878270 Aug 06 17:30:53.388704 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-4bbab879-4b13-4221-845c-e862cd501a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:53.433742 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a8580-438d-40be-a728-1349865a46da req-81f78b3b-8551-40ec-bb65-f99ae6deb6e6 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:53.435285 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-e76a8580-438d-40be-a728-1349865a46da req-81f78b3b-8551-40ec-bb65-f99ae6deb6e6 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=4810651b-f46f-40f9-8c27-2ed822882f91 HTTP/1.1" status: 200 len: 946 time: 0.1113460 Aug 06 17:30:53.522561 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-e76a8580-438d-40be-a728-1349865a46da req-205eee54-274b-4708-beff-32d43c302932 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups?id=8bf2084d-6e3e-4113-a4df-e37a7167b9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803716 Aug 06 17:30:53.579767 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-61d8e7db-b224-466c-b337-8289b46a14c4 req-9c4613b7-acda-4677-b81a-274dc0f17ace tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:53.580331 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-61d8e7db-b224-466c-b337-8289b46a14c4 req-9c4613b7-acda-4677-b81a-274dc0f17ace tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435792'] for floatingip, after_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:53.580695 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.db.l3_db [req-61d8e7db-b224-466c-b337-8289b46a14c4 req-9c4613b7-acda-4677-b81a-274dc0f17ace tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Floating IP 79ca0dcc-6747-4d5f-8cb5-3051d34f54a6 disassociated. External IP: 172.27.0.18, port: b7de3099-cc8b-4067-ab62-4971e549feeb. Aug 06 17:30:53.581057 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [req-61d8e7db-b224-466c-b337-8289b46a14c4 req-9c4613b7-acda-4677-b81a-274dc0f17ace tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Calling delete_port for b7de3099-cc8b-4067-ab62-4971e549feeb owned by compute:nova {{(pid=93308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:30:53.641411 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e0a98-6f1a-4d95-8f3c-e3206c5c8ea0 req-8f482920-42d9-446a-86bf-55e18a2e1d83 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:53.642850 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-548e0a98-6f1a-4d95-8f3c-e3206c5c8ea0 req-8f482920-42d9-446a-86bf-55e18a2e1d83 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 943 time: 0.0536952 Aug 06 17:30:53.685192 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-548e0a98-6f1a-4d95-8f3c-e3206c5c8ea0 req-8b660736-f6f5-446b-ba0e-c645bcd25074 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0347731 Aug 06 17:30:53.731645 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-61d8e7db-b224-466c-b337-8289b46a14c4 req-9c4613b7-acda-4677-b81a-274dc0f17ace tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089738'] for port, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:53.759635 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4613b7-acda-4677-b81a-274dc0f17ace tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Pushing event deleted for resources: {'Port': ['ID=b7de3099-cc8b-4067-ab62-4971e549feeb,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:30:53.869555 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61d8e7db-b224-466c-b337-8289b46a14c4 req-9c4613b7-acda-4677-b81a-274dc0f17ace tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Router 4691c707-9de5-48ae-a7a1-6d40740ba8df has already been hosted by L3 agent cbcd3d9e-bca5-4529-952b-48c65d2aceac {{(pid=93308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:30:54.105159 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:54.108760 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device fd0ec8d5-4583-41f1-9130-fc445dfdf458 no longer exists at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:30:54.381802 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61d8e7db-b224-466c-b337-8289b46a14c4 req-9c4613b7-acda-4677-b81a-274dc0f17ace tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify agent at l3_agent.dv-cinder-803773-1-iscsi the message routers_updated {{(pid=93308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:30:54.395013 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186e599a-1681-4525-811a-9f123b10b80a None None] Sync routers for ids ['4691c707-9de5-48ae-a7a1-6d40740ba8df'] in dv-cinder-803773-1-iscsi {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:30:54.404497 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186e599a-1681-4525-811a-9f123b10b80a None None] Routers {'4691c707-9de5-48ae-a7a1-6d40740ba8df'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:30:54.405203 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-186e599a-1681-4525-811a-9f123b10b80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:30:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['4691c707-9de5-48ae-a7a1-6d40740ba8df'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:30:54.421912 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d8e7db-b224-466c-b337-8289b46a14c4 req-9c4613b7-acda-4677-b81a-274dc0f17ace tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] No DVR routers for this DVR port b7de3099-cc8b-4067-ab62-4971e549feeb on host hv-cinder-80377 {{(pid=93308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:30:54.424578 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-61d8e7db-b224-466c-b337-8289b46a14c4 req-9c4613b7-acda-4677-b81a-274dc0f17ace tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:54.427941 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-61d8e7db-b224-466c-b337-8289b46a14c4 req-9c4613b7-acda-4677-b81a-274dc0f17ace tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.96 "DELETE /v2.0/ports/b7de3099-cc8b-4067-ab62-4971e549feeb HTTP/1.1" status: 204 len: 173 time: 1.2758114 Aug 06 17:30:54.427941 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4810651b-f46f-40f9-8c27-2ed822882f91', 'name': 'network-vif-deleted', 'tag': 'b7de3099-cc8b-4067-ab62-4971e549feeb'}] {{(pid=93308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:30:54.429735 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9970891e86e7a54ba8327591cdb5f98a510e69f2198634f60bde42845cd177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648aaea2-4beb-4828-a2e6-ae36ce726359" -d '{"events": [{"server_uuid": "4810651b-f46f-40f9-8c27-2ed822882f91", "name": "network-vif-deleted", "tag": "b7de3099-cc8b-4067-ab62-4971e549feeb"}]}' {{(pid=93308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:30:54.477360 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4cf2e1-c846-472e-84a1-a0c3c234287d x-openstack-request-id: req-9d4cf2e1-c846-472e-84a1-a0c3c234287d {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:30:54.477530 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4810651b-f46f-40f9-8c27-2ed822882f91", "name": "network-vif-deleted", "tag": "b7de3099-cc8b-4067-ab62-4971e549feeb", "status": "completed", "code": 200}]} {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:30:54.477739 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-9d4cf2e1-c846-472e-84a1-a0c3c234287d {{(pid=93308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:30:54.478132 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4810651b-f46f-40f9-8c27-2ed822882f91', 'name': 'network-vif-deleted', 'tag': 'b7de3099-cc8b-4067-ab62-4971e549feeb', 'status': 'completed', 'code': 200} Aug 06 17:30:54.632419 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-94898c1c-3715-4fc1-bd7a-b6a3f58d8b88 req-19bd90e6-50df-4f3b-acc2-216ea2af442a tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=4810651b-f46f-40f9-8c27-2ed822882f91 HTTP/1.1" status: 200 len: 210 time: 0.0291836 Aug 06 17:30:54.663951 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-186e599a-1681-4525-811a-9f123b10b80a None None] Set router 4691c707-9de5-48ae-a7a1-6d40740ba8df gateway port host: dv-cinder-803773-1-iscsi {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:30:54.859254 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc4491-a1be-4c1f-b5a5-03fb287c171f req-510c5a4c-a4c2-4945-ab86-01a45fb26460 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:54.860855 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-60dc4491-a1be-4c1f-b5a5-03fb287c171f req-510c5a4c-a4c2-4945-ab86-01a45fb26460 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 943 time: 0.0614445 Aug 06 17:30:54.892818 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-186e599a-1681-4525-811a-9f123b10b80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'name': 'tempest-AttachVolumeTestJSON-602422730-router', 'tenant_id': '5efb9b646c554c22b0521e69231c9910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '433f0f52-ade9-43b9-ab61-3c069ba29041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:23:30Z', 'updated_at': '2021-08-06T17:23:40Z', 'revision_number': 4, 'project_id': '5efb9b646c554c22b0521e69231c9910', 'gw_port': {'id': '433f0f52-ade9-43b9-ab61-3c069ba29041', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:34:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:32Z', 'updated_at': '2021-08-06T17:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': 'f24f76f9-b9ec-4633-8261-907729c49542', 'name': '', 'network_id': '7806f8bb-4441-4b40-a114-e639f43ce5ef', 'tenant_id': '5efb9b646c554c22b0521e69231c9910', 'mac_address': 'fa:16:3e:3f:d9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6a5bba92-673b-4ffb-874f-ddb7f0dd2e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:37Z', 'updated_at': '2021-08-06T17:23:50Z', 'revision_number': 5, 'project_id': '5efb9b646c554c22b0521e69231c9910', 'subnets': [{'id': '6a5bba92-673b-4ffb-874f-ddb7f0dd2e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:30:54.900266 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-60dc4491-a1be-4c1f-b5a5-03fb287c171f req-76bc18f5-c2ae-4271-9c60-0bacc900b37f tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0325720 Aug 06 17:30:54.929726 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186e599a-1681-4525-811a-9f123b10b80a None None] Checking router: 4691c707-9de5-48ae-a7a1-6d40740ba8df for host: dv-cinder-803773-1-iscsi {{(pid=93310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:30:54.940065 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186e599a-1681-4525-811a-9f123b10b80a None None] Routers {'4691c707-9de5-48ae-a7a1-6d40740ba8df'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:30:54.940691 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-186e599a-1681-4525-811a-9f123b10b80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:30:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['4691c707-9de5-48ae-a7a1-6d40740ba8df'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:30:55.063560 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-186e599a-1681-4525-811a-9f123b10b80a None None] Set router 4691c707-9de5-48ae-a7a1-6d40740ba8df gateway port host: dv-cinder-803773-1-iscsi {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:30:55.172888 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:55.296890 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-186e599a-1681-4525-811a-9f123b10b80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'name': 'tempest-AttachVolumeTestJSON-602422730-router', 'tenant_id': '5efb9b646c554c22b0521e69231c9910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '433f0f52-ade9-43b9-ab61-3c069ba29041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:23:30Z', 'updated_at': '2021-08-06T17:23:40Z', 'revision_number': 4, 'project_id': '5efb9b646c554c22b0521e69231c9910', 'gw_port': {'id': '433f0f52-ade9-43b9-ab61-3c069ba29041', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:34:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:32Z', 'updated_at': '2021-08-06T17:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': 'f24f76f9-b9ec-4633-8261-907729c49542', 'name': '', 'network_id': '7806f8bb-4441-4b40-a114-e639f43ce5ef', 'tenant_id': '5efb9b646c554c22b0521e69231c9910', 'mac_address': 'fa:16:3e:3f:d9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6a5bba92-673b-4ffb-874f-ddb7f0dd2e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:37Z', 'updated_at': '2021-08-06T17:23:50Z', 'revision_number': 5, 'project_id': '5efb9b646c554c22b0521e69231c9910', 'subnets': [{'id': '6a5bba92-673b-4ffb-874f-ddb7f0dd2e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:30:55.323802 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186e599a-1681-4525-811a-9f123b10b80a None None] The sync data for ids ['4691c707-9de5-48ae-a7a1-6d40740ba8df'] in dv-cinder-803773-1-iscsi is: [{'id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'name': 'tempest-AttachVolumeTestJSON-602422730-router', 'tenant_id': '5efb9b646c554c22b0521e69231c9910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '433f0f52-ade9-43b9-ab61-3c069ba29041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:23:30Z', 'updated_at': '2021-08-06T17:23:40Z', 'revision_number': 4, 'project_id': '5efb9b646c554c22b0521e69231c9910', 'gw_port': {'id': '433f0f52-ade9-43b9-ab61-3c069ba29041', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:34:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:32Z', 'updated_at': '2021-08-06T17:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': 'f24f76f9-b9ec-4633-8261-907729c49542', 'name': '', 'network_id': '7806f8bb-4441-4b40-a114-e639f43ce5ef', 'tenant_id': '5efb9b646c554c22b0521e69231c9910', 'mac_address': 'fa:16:3e:3f:d9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6a5bba92-673b-4ffb-874f-ddb7f0dd2e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:37Z', 'updated_at': '2021-08-06T17:23:50Z', 'revision_number': 5, 'project_id': '5efb9b646c554c22b0521e69231c9910', 'subnets': [{'id': '6a5bba92-673b-4ffb-874f-ddb7f0dd2e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:30:55.576879 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8d924d-2cdd-43fd-9147-9a2e05c23e4c None None] New status for floating IP 79ca0dcc-6747-4d5f-8cb5-3051d34f54a6: DOWN {{(pid=93311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 17:30:55.741477 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-257b16f1-cb99-4b55-bfcc-71bbfef346bb req-7df4d72f-229e-4331-8b90-75801200a4d7 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=4810651b-f46f-40f9-8c27-2ed822882f91 HTTP/1.1" status: 200 len: 210 time: 0.0361466 Aug 06 17:30:56.037746 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088f076-48b3-4170-9f32-5a67ba91609e req-714b1902-abaa-440d-b2a1-7617caf98aa7 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:56.039403 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-3088f076-48b3-4170-9f32-5a67ba91609e req-714b1902-abaa-440d-b2a1-7617caf98aa7 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 943 time: 0.0602729 Aug 06 17:30:56.082748 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-3088f076-48b3-4170-9f32-5a67ba91609e req-a02a8457-9914-4cb5-9fed-6d7d3dd52089 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0372715 Aug 06 17:30:56.857745 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-2741ea97-0326-42cd-b15d-f015296a2a2f req-3a9efe23-6ebe-41f5-81cc-838c3e0304c9 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=4810651b-f46f-40f9-8c27-2ed822882f91 HTTP/1.1" status: 200 len: 210 time: 0.0280988 Aug 06 17:30:56.979155 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:30:57.207306 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8d82d-f670-4bb7-b5d3-1d2738366881 req-061bd550-ed9c-488a-8768-0545dab32014 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:57.208826 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-91a8d82d-f670-4bb7-b5d3-1d2738366881 req-061bd550-ed9c-488a-8768-0545dab32014 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 943 time: 0.0505810 Aug 06 17:30:57.249526 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-91a8d82d-f670-4bb7-b5d3-1d2738366881 req-5b12a724-dbb7-40ab-95a8-8c5d81695cf5 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0345476 Aug 06 17:30:57.963823 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-89651561-5574-4362-99a6-62afbce3cc3d req-afecb7e0-b656-4a07-b1eb-783512b85292 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=4810651b-f46f-40f9-8c27-2ed822882f91 HTTP/1.1" status: 200 len: 210 time: 0.0269096 Aug 06 17:30:58.139076 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device b7de3099-cc8b-4067-ab62-4971e549feeb no longer exists at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:30:58.160687 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] No Port match for: b7de3099-cc8b-4067-ab62-4971e549feeb {{(pid=93310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:30:58.161168 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device b7de3099-cc8b-4067-ab62-4971e549feeb not bound to the agent host hv-cinder-80377 {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:30:58.381244 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5733cc4-1d27-43a2-9816-58e55d3ebab2 req-886ad4c4-fc44-4e30-9a81-626497fb607b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:58.383224 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f5733cc4-1d27-43a2-9816-58e55d3ebab2 req-886ad4c4-fc44-4e30-9a81-626497fb607b tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 943 time: 0.0525503 Aug 06 17:30:58.424505 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f5733cc4-1d27-43a2-9816-58e55d3ebab2 req-93935a44-6458-4e3d-99d3-66e58f28f4fa tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0343134 Aug 06 17:30:59.062519 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-337ec458-6543-4fe7-a4a4-b582968ac28c req-656a82d2-7be1-40d9-b919-726c303dcc1c tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=4810651b-f46f-40f9-8c27-2ed822882f91 HTTP/1.1" status: 200 len: 210 time: 0.0264447 Aug 06 17:30:59.565704 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfff341-e783-4e7d-af18-62d3a19492b1 req-6d164ce0-2068-4d07-9580-bd48017d127d tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:30:59.567428 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-ecfff341-e783-4e7d-af18-62d3a19492b1 req-6d164ce0-2068-4d07-9580-bd48017d127d tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 943 time: 0.0655835 Aug 06 17:30:59.611404 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-ecfff341-e783-4e7d-af18-62d3a19492b1 req-57a40706-4ed1-464b-bb2a-0d8fd693dcd8 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0370886 Aug 06 17:31:00.165553 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-17c02cd5-dc54-4890-b1fd-fdeb582635db req-a7920996-4b49-4079-822c-c74063e4fe5c tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=4810651b-f46f-40f9-8c27-2ed822882f91 HTTP/1.1" status: 200 len: 210 time: 0.0263419 Aug 06 17:31:00.756280 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e172261-8763-4b57-bab6-f3f3b71f903c req-699d692a-8406-4541-9fb2-9559987a4440 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:31:00.757830 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-1e172261-8763-4b57-bab6-f3f3b71f903c req-699d692a-8406-4541-9fb2-9559987a4440 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 943 time: 0.0512743 Aug 06 17:31:00.803934 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-1e172261-8763-4b57-bab6-f3f3b71f903c req-5135a907-fb52-4924-8b9b-6deec2a50466 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0351105 Aug 06 17:31:01.264594 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-790cf68a-8c09-4ec0-8949-b03db3f9a012 req-f2e8e0c5-72dd-4063-b470-6b306ca21404 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=4810651b-f46f-40f9-8c27-2ed822882f91 HTTP/1.1" status: 200 len: 210 time: 0.0273578 Aug 06 17:31:01.931075 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e381d2-3779-4151-90d5-7a4033c24f5d req-cde56056-0548-4d49-933e-a90eedef5ba4 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:31:01.932633 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-e6e381d2-3779-4151-90d5-7a4033c24f5d req-cde56056-0548-4d49-933e-a90eedef5ba4 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 943 time: 0.0511851 Aug 06 17:31:01.971898 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-e6e381d2-3779-4151-90d5-7a4033c24f5d req-f0b22b7f-75d4-41a1-af22-4811b9d13912 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0332744 Aug 06 17:31:02.370138 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c87cc6d7-3d40-4b67-b116-630fe02afa1c req-64f73794-6ac0-4b4f-8fea-5a9784d571a3 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=4810651b-f46f-40f9-8c27-2ed822882f91 HTTP/1.1" status: 200 len: 210 time: 0.0318961 Aug 06 17:31:03.101712 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5563a9d-47d9-40ff-adc6-94ca4c35531c req-fc4866f9-64f3-4ca9-87fa-41123e6a75db tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:31:03.103274 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f5563a9d-47d9-40ff-adc6-94ca4c35531c req-fc4866f9-64f3-4ca9-87fa-41123e6a75db tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 943 time: 0.0559709 Aug 06 17:31:03.155034 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f5563a9d-47d9-40ff-adc6-94ca4c35531c req-a2b08055-1e06-43ea-89e1-57b35e3ec2b0 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0441871 Aug 06 17:31:03.726038 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-7d72a54c-2cc4-4fa9-9576-1b40b1c71c71 req-39f22abe-3ed5-4021-b6fd-a23ce95f8e31 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=4810651b-f46f-40f9-8c27-2ed822882f91 HTTP/1.1" status: 200 len: 210 time: 0.2726367 Aug 06 17:31:04.285445 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3bd469-0e38-4397-a5a3-44241a784554 req-33079e71-cb5d-4294-b3e0-5ea5a10e5f8a tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:31:04.287292 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-df3bd469-0e38-4397-a5a3-44241a784554 req-33079e71-cb5d-4294-b3e0-5ea5a10e5f8a tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 943 time: 0.0508499 Aug 06 17:31:04.332105 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-df3bd469-0e38-4397-a5a3-44241a784554 req-dcefe033-972c-48f7-9b47-3713c5c3ae7f tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0363786 Aug 06 17:31:04.827836 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-de048730-aa61-4379-8e73-ba3abb13927d req-12966298-6fe1-4872-97f3-27c21639de1a tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/ports?device_id=4810651b-f46f-40f9-8c27-2ed822882f91 HTTP/1.1" status: 200 len: 210 time: 0.0293009 Aug 06 17:31:05.462668 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d82c4e-818b-4a00-b57e-3f2f57bb8615 req-48ff2dfa-f657-499a-a87e-334961880fdb tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:31:05.464573 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-46d82c4e-818b-4a00-b57e-3f2f57bb8615 req-48ff2dfa-f657-499a-a87e-334961880fdb tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 943 time: 0.0554931 Aug 06 17:31:05.507708 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-46d82c4e-818b-4a00-b57e-3f2f57bb8615 req-a3181aa5-e051-4211-9679-0cd048be7dee tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0370395 Aug 06 17:31:05.933835 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 38514) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:31:05.996001 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-a57865af-937b-455e-8f69-ab4b00bdb8b9 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks [] for security_group, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:06.022093 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-a57865af-937b-455e-8f69-ab4b00bdb8b9 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:06.071618 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-a57865af-937b-455e-8f69-ab4b00bdb8b9 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:06.074226 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-a57865af-937b-455e-8f69-ab4b00bdb8b9 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:06.075425 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-a57865af-937b-455e-8f69-ab4b00bdb8b9 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "DELETE /v2.0/security-groups/8bf2084d-6e3e-4113-a4df-e37a7167b9a0 HTTP/1.1" status: 204 len: 168 time: 0.1404717 Aug 06 17:31:06.078342 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 38516) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:31:06.085194 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57865af-937b-455e-8f69-ab4b00bdb8b9 tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf2084d-6e3e-4113-a4df-e37a7167b9a0,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:31:06.093664 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.api.v2.resource [None req-933e4a70-98d9-41dc-b17c-56331f4c9a8d tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] show failed (client error): The resource could not be found. Aug 06 17:31:06.094708 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-933e4a70-98d9-41dc-b17c-56331f4c9a8d tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "GET /v2.0/security-groups/8bf2084d-6e3e-4113-a4df-e37a7167b9a0 HTTP/1.1" status: 404 len: 347 time: 0.0153792 Aug 06 17:31:06.097906 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 38518) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:31:06.227150 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [None req-2f38f03d-b995-461b-8841-3fffe075fe0c tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Deleting port c234b6a3-04b3-4268-b5f7-310546eab197 {{(pid=93308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:31:06.227463 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-2f38f03d-b995-461b-8841-3fffe075fe0c tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:06.308558 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-2f38f03d-b995-461b-8841-3fffe075fe0c tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:06.308843 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-2f38f03d-b995-461b-8841-3fffe075fe0c tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:06.320764 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [None req-2f38f03d-b995-461b-8841-3fffe075fe0c tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Calling delete_port for c234b6a3-04b3-4268-b5f7-310546eab197 owned by network:floatingip {{(pid=93308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:31:06.466970 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-2f38f03d-b995-461b-8841-3fffe075fe0c tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089738'] for port, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:06.495536 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f38f03d-b995-461b-8841-3fffe075fe0c tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Pushing event deleted for resources: {'Port': ['ID=c234b6a3-04b3-4268-b5f7-310546eab197,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:31:06.567838 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-2f38f03d-b995-461b-8841-3fffe075fe0c tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks [] for floatingip, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:06.570555 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-2f38f03d-b995-461b-8841-3fffe075fe0c tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for floatingip, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:06.571829 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-2f38f03d-b995-461b-8841-3fffe075fe0c tempest-AttachVolumeTestJSON-978807812 tempest-AttachVolumeTestJSON-978807812-project] 10.222.0.89 "DELETE /v2.0/floatingips/79ca0dcc-6747-4d5f-8cb5-3051d34f54a6 HTTP/1.1" status: 204 len: 168 time: 0.4728732 Aug 06 17:31:06.632033 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a003e3-44b1-40cb-966c-364e07b2af7c req-ad6bf80b-9a2f-4d9b-8c26-042c58ebeb1e tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:31:06.633519 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-68a003e3-44b1-40cb-966c-364e07b2af7c req-ad6bf80b-9a2f-4d9b-8c26-042c58ebeb1e tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 943 time: 0.0495732 Aug 06 17:31:06.673778 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-68a003e3-44b1-40cb-966c-364e07b2af7c req-05dfe94a-571e-4a81-b28c-c210d43520e1 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0343366 Aug 06 17:31:07.811310 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ba01c-535f-4431-afbd-318c1d370475 req-21102e14-c4ee-477e-b293-fa077d687534 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:31:07.818839 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-ff5ba01c-535f-4431-afbd-318c1d370475 req-21102e14-c4ee-477e-b293-fa077d687534 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 943 time: 0.0644484 Aug 06 17:31:07.857124 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-ff5ba01c-535f-4431-afbd-318c1d370475 req-d0a6418b-b450-4119-8375-099347154508 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0373297 Aug 06 17:31:08.162590 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device fd0ec8d5-4583-41f1-9130-fc445dfdf458 details requested by agent hyperv_hv-cinder-80377 with host hv-cinder-80377 {{(pid=93310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 17:31:08.268505 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port fd0ec8d5-4583-41f1-9130-fc445dfdf458, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=fd0ec8d5-4583-41f1-9130-fc445dfdf458,segment=NetworkSegment(f5e274ea-768f-45a2-bfc8-b7461617eff9),segment_id=f5e274ea-768f-45a2-bfc8-b7461617eff9)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:31:08.280127 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Returning: {'device': 'fd0ec8d5-4583-41f1-9130-fc445dfdf458', 'network_id': '5b6dd1b8-72d2-4509-8411-cf148b92c6ca', 'port_id': 'fd0ec8d5-4583-41f1-9130-fc445dfdf458', 'mac_address': 'fa:16:3e:75:bc:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92e55e27-88da-4b01-a596-8314d113e8dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 17:31:08.319258 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:08.332684 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd0ec8d5-4583-41f1-9130-fc445dfdf458 {{(pid=93310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:31:08.352933 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port fd0ec8d5-4583-41f1-9130-fc445dfdf458, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=fd0ec8d5-4583-41f1-9130-fc445dfdf458,segment=NetworkSegment(f5e274ea-768f-45a2-bfc8-b7461617eff9),segment_id=f5e274ea-768f-45a2-bfc8-b7461617eff9)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:31:08.359509 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:08.416616 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=fd0ec8d5-4583-41f1-9130-fc445dfdf458,revision_number=9']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:31:08.689788 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] get_ports_and_sgs() called for port_ids ['fd0ec8d5-4583-41f1-9130-fc445dfdf458'] {{(pid=93310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:31:08.982864 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765b82b-bd2f-4e7c-b67a-cdeac1df5839 req-d6bd390f-73a8-4723-a440-11af114ac226 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:31:08.984378 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-1765b82b-bd2f-4e7c-b67a-cdeac1df5839 req-d6bd390f-73a8-4723-a440-11af114ac226 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 944 time: 0.0539894 Aug 06 17:31:09.026974 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-1765b82b-bd2f-4e7c-b67a-cdeac1df5839 req-667e898d-c778-4c9c-b9b2-88be0f8934df tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0354791 Aug 06 17:31:10.118817 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:10.148314 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 38554) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:31:10.154815 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7634a-76ee-4a7e-b9ea-c587e3c90849 req-06ca1b5a-e463-43dc-8ace-4af4f4cc5194 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:31:10.156295 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-baa7634a-76ee-4a7e-b9ea-c587e3c90849 req-06ca1b5a-e463-43dc-8ace-4af4f4cc5194 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 944 time: 0.0529265 Aug 06 17:31:10.164903 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device fd0ec8d5-4583-41f1-9130-fc445dfdf458 up at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:31:10.195908 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-baa7634a-76ee-4a7e-b9ea-c587e3c90849 req-7d754048-fc91-4df3-94d5-b95d0398885f tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0337107 Aug 06 17:31:10.216906 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Provisioning complete for port fd0ec8d5-4583-41f1-9130-fc445dfdf458 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:31:10.217271 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:10.294898 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:10.319262 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab348d2-f331-4416-8828-ac729b6a562f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0ec8d5-4583-41f1-9130-fc445dfdf458'}] {{(pid=93310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:31:10.321845 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713379ad4201aa67d1557f3d7b7da947c96b0ad1778a29fd635d5f04ae47f1c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b077195-f1eb-4432-a3fa-1f7126aa0507" -d '{"events": [{"server_uuid": "dab348d2-f331-4416-8828-ac729b6a562f", "name": "network-vif-plugged", "status": "completed", "tag": "fd0ec8d5-4583-41f1-9130-fc445dfdf458"}]}' {{(pid=93310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:31:10.335192 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port fd0ec8d5-4583-41f1-9130-fc445dfdf458, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=fd0ec8d5-4583-41f1-9130-fc445dfdf458,segment=NetworkSegment(f5e274ea-768f-45a2-bfc8-b7461617eff9),segment_id=f5e274ea-768f-45a2-bfc8-b7461617eff9)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:31:10.339817 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:10.376079 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7cbc5d8-9445-4e52-b27c-1a748831bd8b x-openstack-request-id: req-d7cbc5d8-9445-4e52-b27c-1a748831bd8b {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:31:10.376343 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab348d2-f331-4416-8828-ac729b6a562f", "name": "network-vif-plugged", "status": "completed", "tag": "fd0ec8d5-4583-41f1-9130-fc445dfdf458", "code": 200}]} {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:31:10.376603 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d7cbc5d8-9445-4e52-b27c-1a748831bd8b {{(pid=93310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:31:10.376976 dv-cinder-803773-1-iscsi neutron-server[93310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab348d2-f331-4416-8828-ac729b6a562f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0ec8d5-4583-41f1-9130-fc445dfdf458', 'code': 200} Aug 06 17:31:10.392390 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=fd0ec8d5-4583-41f1-9130-fc445dfdf458,revision_number=10']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:31:10.627634 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803e141-1560-4306-84c6-7c630f32e485 req-009ada9a-037e-442b-9369-43194cc17476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:31:10.629075 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a803e141-1560-4306-84c6-7c630f32e485 req-009ada9a-037e-442b-9369-43194cc17476 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 1099 time: 0.0674417 Aug 06 17:31:10.659691 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-a2fc69ae-5c0f-40d8-9666-392b030e395e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429544'] for router_interface, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:10.711527 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a803e141-1560-4306-84c6-7c630f32e485 req-a79a29d2-ccc3-4165-ac82-8c3b4f57d78d service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0702193 Aug 06 17:31:10.923781 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [None req-a2fc69ae-5c0f-40d8-9666-392b030e395e admin admin] Deleting port f24f76f9-b9ec-4633-8261-907729c49542 {{(pid=93308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:31:10.924065 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-a2fc69ae-5c0f-40d8-9666-392b030e395e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:11.002284 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [None req-a2fc69ae-5c0f-40d8-9666-392b030e395e admin admin] For port f24f76f9-b9ec-4633-8261-907729c49542, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=f24f76f9-b9ec-4633-8261-907729c49542,segment=NetworkSegment(b2a2c7d8-8c0d-425d-a382-493c66f6d648),segment_id=b2a2c7d8-8c0d-425d-a382-493c66f6d648)] {{(pid=93308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:31:11.002652 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-a2fc69ae-5c0f-40d8-9666-392b030e395e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:11.015547 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [None req-a2fc69ae-5c0f-40d8-9666-392b030e395e admin admin] Calling delete_port for f24f76f9-b9ec-4633-8261-907729c49542 owned by network:router_interface {{(pid=93308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:31:11.210513 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-a2fc69ae-5c0f-40d8-9666-392b030e395e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089738'] for port, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:11.241391 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc69ae-5c0f-40d8-9666-392b030e395e admin admin] Pushing event deleted for resources: {'Port': ['ID=f24f76f9-b9ec-4633-8261-907729c49542,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:31:11.326811 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c281e6-9c94-484c-bd9e-553e848dfd65 req-ec442b99-f89f-4797-bd08-cf45458a6c69 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:31:11.328640 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-91c281e6-9c94-484c-bd9e-553e848dfd65 req-ec442b99-f89f-4797-bd08-cf45458a6c69 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 946 time: 0.0545282 Aug 06 17:31:11.368664 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-91c281e6-9c94-484c-bd9e-553e848dfd65 req-6ccfd59a-c45b-4a1b-9ec7-5657bf11b79d tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0342190 Aug 06 17:31:11.406025 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-a2fc69ae-5c0f-40d8-9666-392b030e395e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429428'] for router_interface, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:11.650906 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2fc69ae-5c0f-40d8-9666-392b030e395e admin admin] Router 4691c707-9de5-48ae-a7a1-6d40740ba8df has already been hosted by L3 agent cbcd3d9e-bca5-4529-952b-48c65d2aceac {{(pid=93308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:31:11.763543 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fc69ae-5c0f-40d8-9666-392b030e395e admin admin] Notify agent at l3_agent.dv-cinder-803773-1-iscsi the message routers_updated {{(pid=93308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:31:11.769268 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-a2fc69ae-5c0f-40d8-9666-392b030e395e admin admin] 10.222.0.89 "PUT /v2.0/routers/4691c707-9de5-48ae-a7a1-6d40740ba8df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6194890 Aug 06 17:31:11.772301 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 38564) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:31:11.775102 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e2dc60-5592-4fa6-a124-77e50285efa1 None None] Sync routers for ids ['4691c707-9de5-48ae-a7a1-6d40740ba8df'] in dv-cinder-803773-1-iscsi {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:31:11.785619 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e2dc60-5592-4fa6-a124-77e50285efa1 None None] Routers {'4691c707-9de5-48ae-a7a1-6d40740ba8df'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:31:11.786235 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-50e2dc60-5592-4fa6-a124-77e50285efa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:30:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['4691c707-9de5-48ae-a7a1-6d40740ba8df'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:31:11.883361 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-0caab32f-6335-4e9d-aad1-915734bbb376 admin admin] Notify callbacks [] for router, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:11.899370 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-50e2dc60-5592-4fa6-a124-77e50285efa1 None None] Set router 4691c707-9de5-48ae-a7a1-6d40740ba8df gateway port host: dv-cinder-803773-1-iscsi {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:31:11.998222 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-0caab32f-6335-4e9d-aad1-915734bbb376 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:12.064562 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [None req-0caab32f-6335-4e9d-aad1-915734bbb376 admin admin] Deleting port 433f0f52-ade9-43b9-ab61-3c069ba29041 {{(pid=93308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:31:12.065028 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-0caab32f-6335-4e9d-aad1-915734bbb376 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:12.090019 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-50e2dc60-5592-4fa6-a124-77e50285efa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'name': 'tempest-AttachVolumeTestJSON-602422730-router', 'tenant_id': '5efb9b646c554c22b0521e69231c9910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '433f0f52-ade9-43b9-ab61-3c069ba29041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:23:30Z', 'updated_at': '2021-08-06T17:31:11Z', 'revision_number': 5, 'project_id': '5efb9b646c554c22b0521e69231c9910', 'gw_port': {'id': '433f0f52-ade9-43b9-ab61-3c069ba29041', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:34:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:32Z', 'updated_at': '2021-08-06T17:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi'}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:31:12.117614 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e2dc60-5592-4fa6-a124-77e50285efa1 None None] Checking router: 4691c707-9de5-48ae-a7a1-6d40740ba8df for host: dv-cinder-803773-1-iscsi {{(pid=93310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:31:12.126514 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e2dc60-5592-4fa6-a124-77e50285efa1 None None] Routers {'4691c707-9de5-48ae-a7a1-6d40740ba8df'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:31:12.127264 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-50e2dc60-5592-4fa6-a124-77e50285efa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:30:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['4691c707-9de5-48ae-a7a1-6d40740ba8df'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:31:12.147120 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [None req-0caab32f-6335-4e9d-aad1-915734bbb376 admin admin] For port 433f0f52-ade9-43b9-ab61-3c069ba29041, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=433f0f52-ade9-43b9-ab61-3c069ba29041,segment=NetworkSegment(0f56620f-272e-4079-bfd8-f32d6a32afa9),segment_id=0f56620f-272e-4079-bfd8-f32d6a32afa9)] {{(pid=93308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:31:12.147559 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-0caab32f-6335-4e9d-aad1-915734bbb376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:12.162414 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [None req-0caab32f-6335-4e9d-aad1-915734bbb376 admin admin] Calling delete_port for 433f0f52-ade9-43b9-ab61-3c069ba29041 owned by network:router_gateway {{(pid=93308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:31:12.213313 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-50e2dc60-5592-4fa6-a124-77e50285efa1 None None] Set router 4691c707-9de5-48ae-a7a1-6d40740ba8df gateway port host: None {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:31:12.267772 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-50e2dc60-5592-4fa6-a124-77e50285efa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'name': 'tempest-AttachVolumeTestJSON-602422730-router', 'tenant_id': '5efb9b646c554c22b0521e69231c9910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:23:30Z', 'updated_at': '2021-08-06T17:31:11Z', 'revision_number': 6, 'project_id': '5efb9b646c554c22b0521e69231c9910', 'gw_port_host': None}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:31:12.294525 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e2dc60-5592-4fa6-a124-77e50285efa1 None None] The sync data for ids ['4691c707-9de5-48ae-a7a1-6d40740ba8df'] in dv-cinder-803773-1-iscsi is: [{'id': '4691c707-9de5-48ae-a7a1-6d40740ba8df', 'name': 'tempest-AttachVolumeTestJSON-602422730-router', 'tenant_id': '5efb9b646c554c22b0521e69231c9910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:23:30Z', 'updated_at': '2021-08-06T17:31:11Z', 'revision_number': 6, 'project_id': '5efb9b646c554c22b0521e69231c9910', 'gw_port_host': None}] {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:31:12.344593 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-0caab32f-6335-4e9d-aad1-915734bbb376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089738'] for port, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:12.368571 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caab32f-6335-4e9d-aad1-915734bbb376 admin admin] Pushing event deleted for resources: {'Port': ['ID=433f0f52-ade9-43b9-ab61-3c069ba29041,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:31:12.747625 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-0caab32f-6335-4e9d-aad1-915734bbb376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-434336'] for router_gateway, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:12.848044 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa81ff-d8c7-41e4-a8d0-ce0c3212dac4 req-5d7da0f9-b11f-4741-bacb-d4ed8b2ec6d8 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:31:12.849516 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-67aa81ff-d8c7-41e4-a8d0-ce0c3212dac4 req-5d7da0f9-b11f-4741-bacb-d4ed8b2ec6d8 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 946 time: 0.1466422 Aug 06 17:31:12.853363 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-0caab32f-6335-4e9d-aad1-915734bbb376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5262'] for router, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:12.855610 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-0caab32f-6335-4e9d-aad1-915734bbb376 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:12.917451 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-0caab32f-6335-4e9d-aad1-915734bbb376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427157'] for router, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:12.917976 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0caab32f-6335-4e9d-aad1-915734bbb376 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4691c707-9de5-48ae-a7a1-6d40740ba8df {{(pid=93308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 17:31:12.923351 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-0caab32f-6335-4e9d-aad1-915734bbb376 admin admin] Notify callbacks [] for router, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:12.924509 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-0caab32f-6335-4e9d-aad1-915734bbb376 admin admin] 10.222.0.89 "DELETE /v2.0/routers/4691c707-9de5-48ae-a7a1-6d40740ba8df HTTP/1.1" status: 204 len: 168 time: 1.1511750 Aug 06 17:31:12.927510 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 38602) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:31:12.930821 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-67aa81ff-d8c7-41e4-a8d0-ce0c3212dac4 req-f4752cb6-5377-4609-933e-0f63cdfcfde3 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0733907 Aug 06 17:31:12.971756 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f907de2-1ab1-40f1-a588-1c348f60b5ea admin admin] Deleting subnet 6a5bba92-673b-4ffb-874f-ddb7f0dd2e8d {{(pid=93309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 17:31:12.974851 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-5f907de2-1ab1-40f1-a588-1c348f60b5ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:13.014036 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-5f907de2-1ab1-40f1-a588-1c348f60b5ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29372843'] for subnet, precommit_delete_associations {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:13.099721 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device f24f76f9-b9ec-4633-8261-907729c49542 no longer exists at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:31:13.120127 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] No Port match for: f24f76f9-b9ec-4633-8261-907729c49542 {{(pid=93310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:31:13.120481 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device f24f76f9-b9ec-4633-8261-907729c49542 not bound to the agent host dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:31:13.131200 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-5f907de2-1ab1-40f1-a588-1c348f60b5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3688605'] for subnet, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:13.190827 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-5f907de2-1ab1-40f1-a588-1c348f60b5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3688586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30379176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29509891'] for subnet, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:13.216864 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f907de2-1ab1-40f1-a588-1c348f60b5ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a5bba92-673b-4ffb-874f-ddb7f0dd2e8d,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:31:13.223268 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-5f907de2-1ab1-40f1-a588-1c348f60b5ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for subnet, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:13.226096 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-5f907de2-1ab1-40f1-a588-1c348f60b5ea admin admin] 10.222.0.89 "DELETE /v2.0/subnets/6a5bba92-673b-4ffb-874f-ddb7f0dd2e8d HTTP/1.1" status: 204 len: 168 time: 0.2966683 Aug 06 17:31:13.227864 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 38604) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:31:13.228132 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7dbe54-7e29-47d6-900b-33c93bb76dcd None None] Network 7806f8bb-4441-4b40-a114-e639f43ce5ef requested from dv-cinder-803773-1-iscsi {{(pid=93310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:31:13.231697 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f907de2-1ab1-40f1-a588-1c348f60b5ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:31:13.232035 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f907de2-1ab1-40f1-a588-1c348f60b5ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:31:13.232380 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f907de2-1ab1-40f1-a588-1c348f60b5ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:31:13.232710 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f907de2-1ab1-40f1-a588-1c348f60b5ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:31:13.233040 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f907de2-1ab1-40f1-a588-1c348f60b5ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:31:13.233371 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f907de2-1ab1-40f1-a588-1c348f60b5ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:31:13.233695 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f907de2-1ab1-40f1-a588-1c348f60b5ea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:31:13.234017 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f907de2-1ab1-40f1-a588-1c348f60b5ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:31:13.234366 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f907de2-1ab1-40f1-a588-1c348f60b5ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:31:13.234689 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f907de2-1ab1-40f1-a588-1c348f60b5ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:31:13.235435 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f907de2-1ab1-40f1-a588-1c348f60b5ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:31:13.235435 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f907de2-1ab1-40f1-a588-1c348f60b5ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:31:13.297076 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-267fdf0c-dda2-4193-91a5-cef0d17305a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798447'] for network, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:13.367365 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [None req-267fdf0c-dda2-4193-91a5-cef0d17305a9 admin admin] Deleting port e2bfbfa3-5d4f-4da8-ab1c-7831f5568547 {{(pid=93308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:31:13.367964 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-267fdf0c-dda2-4193-91a5-cef0d17305a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:13.416743 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b43b1f-2d7d-465a-bb35-384a6efc7f55 None None] DHCP port deletion for 7806f8bb-4441-4b40-a114-e639f43ce5ef request from dv-cinder-803773-1-iscsi {{(pid=93310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 17:31:13.432836 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [None req-267fdf0c-dda2-4193-91a5-cef0d17305a9 admin admin] For port e2bfbfa3-5d4f-4da8-ab1c-7831f5568547, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=e2bfbfa3-5d4f-4da8-ab1c-7831f5568547,segment=NetworkSegment(b2a2c7d8-8c0d-425d-a382-493c66f6d648),segment_id=b2a2c7d8-8c0d-425d-a382-493c66f6d648)] {{(pid=93308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:31:13.433192 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-267fdf0c-dda2-4193-91a5-cef0d17305a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:13.445234 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [None req-267fdf0c-dda2-4193-91a5-cef0d17305a9 admin admin] Calling delete_port for e2bfbfa3-5d4f-4da8-ab1c-7831f5568547 owned by network:dhcp {{(pid=93308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:31:13.467057 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-19b43b1f-2d7d-465a-bb35-384a6efc7f55 None None] Deleting port e2bfbfa3-5d4f-4da8-ab1c-7831f5568547 {{(pid=93310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:31:13.467540 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-19b43b1f-2d7d-465a-bb35-384a6efc7f55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:13.533912 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-267fdf0c-dda2-4193-91a5-cef0d17305a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089738'] for port, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:13.535827 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-19b43b1f-2d7d-465a-bb35-384a6efc7f55 None None] For port e2bfbfa3-5d4f-4da8-ab1c-7831f5568547, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=e2bfbfa3-5d4f-4da8-ab1c-7831f5568547,segment=NetworkSegment(b2a2c7d8-8c0d-425d-a382-493c66f6d648),segment_id=b2a2c7d8-8c0d-425d-a382-493c66f6d648)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:31:13.536345 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-19b43b1f-2d7d-465a-bb35-384a6efc7f55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:13.550025 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-19b43b1f-2d7d-465a-bb35-384a6efc7f55 None None] Calling delete_port for e2bfbfa3-5d4f-4da8-ab1c-7831f5568547 owned by network:dhcp {{(pid=93310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:31:13.560743 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267fdf0c-dda2-4193-91a5-cef0d17305a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2bfbfa3-5d4f-4da8-ab1c-7831f5568547,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:31:13.562538 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267fdf0c-dda2-4193-91a5-cef0d17305a9 admin admin] No DVR routers for this DVR port e2bfbfa3-5d4f-4da8-ab1c-7831f5568547 on host dv-cinder-803773-1-iscsi {{(pid=93308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:31:13.626949 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-19b43b1f-2d7d-465a-bb35-384a6efc7f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253'] for port, after_delete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:13.635809 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-267fdf0c-dda2-4193-91a5-cef0d17305a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3691302', 'neutron.services.segments.db._delete_segments_for_network-8768831503162'] for network, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:13.645634 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.services.segments.db [None req-267fdf0c-dda2-4193-91a5-cef0d17305a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7806f8bb-4441-4b40-a114-e639f43ce5ef']}} {{(pid=93308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:31:13.654576 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b43b1f-2d7d-465a-bb35-384a6efc7f55 None None] Pushing event deleted for resources: {'Port': ['ID=e2bfbfa3-5d4f-4da8-ab1c-7831f5568547,revision_number=None']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:31:13.655243 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.services.segments.db [None req-267fdf0c-dda2-4193-91a5-cef0d17305a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2a2c7d8-8c0d-425d-a382-493c66f6d648') {'for_net_delete': True} {{(pid=93308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:31:13.655525 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.services.segments.db [None req-267fdf0c-dda2-4193-91a5-cef0d17305a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2a2c7d8-8c0d-425d-a382-493c66f6d648') {} {{(pid=93308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:31:13.658809 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b43b1f-2d7d-465a-bb35-384a6efc7f55 None None] No DVR routers for this DVR port e2bfbfa3-5d4f-4da8-ab1c-7831f5568547 on host dv-cinder-803773-1-iscsi {{(pid=93310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:31:13.665110 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b43b1f-2d7d-465a-bb35-384a6efc7f55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:31:13.665448 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b43b1f-2d7d-465a-bb35-384a6efc7f55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:31:13.665779 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b43b1f-2d7d-465a-bb35-384a6efc7f55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:31:13.666145 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b43b1f-2d7d-465a-bb35-384a6efc7f55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:31:13.666497 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b43b1f-2d7d-465a-bb35-384a6efc7f55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:31:13.666819 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b43b1f-2d7d-465a-bb35-384a6efc7f55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:31:13.667144 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b43b1f-2d7d-465a-bb35-384a6efc7f55 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:31:13.667449 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b43b1f-2d7d-465a-bb35-384a6efc7f55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:31:13.667784 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b43b1f-2d7d-465a-bb35-384a6efc7f55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:31:13.668118 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b43b1f-2d7d-465a-bb35-384a6efc7f55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:31:13.669445 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b43b1f-2d7d-465a-bb35-384a6efc7f55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:31:13.669562 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-267fdf0c-dda2-4193-91a5-cef0d17305a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768831669908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27089376'] for segment, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:13.669683 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b43b1f-2d7d-465a-bb35-384a6efc7f55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:31:13.684303 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-267fdf0c-dda2-4193-91a5-cef0d17305a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022'] for segment, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:13.690754 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-267fdf0c-dda2-4193-91a5-cef0d17305a9 admin admin] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=93308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 17:31:13.691143 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-267fdf0c-dda2-4193-91a5-cef0d17305a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089831'] for segment, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:13.692938 dv-cinder-803773-1-iscsi neutron-server[93308]: Traceback (most recent call last): Aug 06 17:31:13.692938 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 17:31:13.692938 dv-cinder-803773-1-iscsi neutron-server[93308]: timer() Aug 06 17:31:13.692938 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 17:31:13.692938 dv-cinder-803773-1-iscsi neutron-server[93308]: cb(*args, **kw) Aug 06 17:31:13.692938 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 17:31:13.692938 dv-cinder-803773-1-iscsi neutron-server[93308]: return func(*args, **kwargs) Aug 06 17:31:13.692938 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 17:31:13.692938 dv-cinder-803773-1-iscsi neutron-server[93308]: self._notify() Aug 06 17:31:13.692938 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 17:31:13.692938 dv-cinder-803773-1-iscsi neutron-server[93308]: self.callback(batched_events) Aug 06 17:31:13.692938 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 17:31:13.692938 dv-cinder-803773-1-iscsi neutron-server[93308]: event.method(event) Aug 06 17:31:13.692938 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 17:31:13.692938 dv-cinder-803773-1-iscsi neutron-server[93308]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 17:31:13.692938 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 17:31:13.692938 dv-cinder-803773-1-iscsi neutron-server[93308]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 17:31:13.692938 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 17:31:13.692938 dv-cinder-803773-1-iscsi neutron-server[93308]: return f(self, *a, **k) Aug 06 17:31:13.692938 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 17:31:13.692938 dv-cinder-803773-1-iscsi neutron-server[93308]: return self._get(url).json() Aug 06 17:31:13.692938 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 17:31:13.692938 dv-cinder-803773-1-iscsi neutron-server[93308]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 17:31:13.692938 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 17:31:13.692938 dv-cinder-803773-1-iscsi neutron-server[93308]: return self.request(url, 'GET', **kwargs) Aug 06 17:31:13.692938 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 17:31:13.692938 dv-cinder-803773-1-iscsi neutron-server[93308]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 17:31:13.692938 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 17:31:13.692938 dv-cinder-803773-1-iscsi neutron-server[93308]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 17:31:13.692938 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 17:31:13.692938 dv-cinder-803773-1-iscsi neutron-server[93308]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 17:31:13.692938 dv-cinder-803773-1-iscsi neutron-server[93308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 17:31:13.749099 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-267fdf0c-dda2-4193-91a5-cef0d17305a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3691295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435753'] for network, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:13.756699 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-267fdf0c-dda2-4193-91a5-cef0d17305a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for network, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:13.758839 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-267fdf0c-dda2-4193-91a5-cef0d17305a9 admin admin] 10.222.0.89 "DELETE /v2.0/networks/7806f8bb-4441-4b40-a114-e639f43ce5ef HTTP/1.1" status: 204 len: 168 time: 0.5299976 Aug 06 17:31:13.768513 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267fdf0c-dda2-4193-91a5-cef0d17305a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7806f8bb-4441-4b40-a114-e639f43ce5ef,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:31:13.887607 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 38608) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:31:13.926055 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-1f767b32-23ee-43da-8fea-875bec5833eb admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5efb9b646c554c22b0521e69231c9910&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0372136 Aug 06 17:31:13.928998 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 38610) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:31:13.982029 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-77eee11f-aa7a-427e-9370-63c331e94180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:14.004781 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-77eee11f-aa7a-427e-9370-63c331e94180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:14.055682 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-77eee11f-aa7a-427e-9370-63c331e94180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:14.055979 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3d467-1269-4d15-8894-e7e068abfc45 req-ce1a4693-ff11-434b-a9da-8c93a5171ebf tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:31:14.059194 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-73d3d467-1269-4d15-8894-e7e068abfc45 req-ce1a4693-ff11-434b-a9da-8c93a5171ebf tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 946 time: 0.0532935 Aug 06 17:31:14.059321 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-77eee11f-aa7a-427e-9370-63c331e94180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:14.059945 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-77eee11f-aa7a-427e-9370-63c331e94180 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/fe89cb11-5c1d-42ba-9f58-e826e69d58c9 HTTP/1.1" status: 204 len: 168 time: 0.1300812 Aug 06 17:31:14.068473 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eee11f-aa7a-427e-9370-63c331e94180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe89cb11-5c1d-42ba-9f58-e826e69d58c9,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:31:14.100535 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-73d3d467-1269-4d15-8894-e7e068abfc45 req-9dde116d-13fe-46c0-afa5-15f0daa13182 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0343602 Aug 06 17:31:14.504977 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device e2bfbfa3-5d4f-4da8-ab1c-7831f5568547 no longer exists at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:31:14.525682 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] No Port match for: e2bfbfa3-5d4f-4da8-ab1c-7831f5568547 {{(pid=93310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:31:14.525953 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device e2bfbfa3-5d4f-4da8-ab1c-7831f5568547 not bound to the agent host dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:31:14.526489 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 433f0f52-ade9-43b9-ab61-3c069ba29041 no longer exists at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:31:14.546584 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] No Port match for: 433f0f52-ade9-43b9-ab61-3c069ba29041 {{(pid=93310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:31:14.546928 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 433f0f52-ade9-43b9-ab61-3c069ba29041 not bound to the agent host dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:31:21.106001 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-b9678279-3191-4de6-bb11-a2ff648e8751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:23.404470 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-917f520d-ee4e-4a29-bf70-59f120436278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:24.094224 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:25.142688 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:26.990958 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:29.364670 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.agents_db [None req-f0f84874-ee0a-4567-8005-82f1841bb43f None None] Agent healthcheck: found 6 active agents {{(pid=93311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:31:40.120799 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:50.290734 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-e5d50096-bf1a-4030-b80f-735738ff5b96 req-cd4e79db-d8c9-40a4-b870-5ec47052c8b4 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451725 Aug 06 17:31:50.402039 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d50096-bf1a-4030-b80f-735738ff5b96 req-01ebf205-7649-4358-99ba-0bff0e0c672f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:31:50.403880 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-e5d50096-bf1a-4030-b80f-735738ff5b96 req-01ebf205-7649-4358-99ba-0bff0e0c672f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f5387827f2c0411b9a79d78b038d6e5c&device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 1099 time: 0.0427785 Aug 06 17:31:50.519573 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d50096-bf1a-4030-b80f-735738ff5b96 req-cdbcbdf0-8c0c-4665-83ac-49aebc781619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:31:50.521715 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-e5d50096-bf1a-4030-b80f-735738ff5b96 req-cdbcbdf0-8c0c-4665-83ac-49aebc781619 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5b6dd1b8-72d2-4509-8411-cf148b92c6ca HTTP/1.1" status: 200 len: 919 time: 0.0916839 Aug 06 17:31:51.113651 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7bfd37a0-430d-4cc1-9d0b-bfe250bd896e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:51.408030 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-e5d50096-bf1a-4030-b80f-735738ff5b96 req-bcab9af7-b5fb-4109-be13-2237ab5de34c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd0ec8d5-4583-41f1-9130-fc445dfdf458 HTTP/1.1" status: 200 len: 1001 time: 0.0640631 Aug 06 17:31:52.232831 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d50096-bf1a-4030-b80f-735738ff5b96 req-ab285484-2fe7-4853-b58e-a24d01841cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:31:52.234362 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-e5d50096-bf1a-4030-b80f-735738ff5b96 req-ab285484-2fe7-4853-b58e-a24d01841cb0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=92e55e27-88da-4b01-a596-8314d113e8dc HTTP/1.1" status: 200 len: 856 time: 0.0568089 Aug 06 17:31:53.163922 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d50096-bf1a-4030-b80f-735738ff5b96 req-79d4946e-273a-43b0-9551-e9ca01ce16e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:31:53.165413 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-e5d50096-bf1a-4030-b80f-735738ff5b96 req-79d4946e-273a-43b0-9551-e9ca01ce16e2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5b6dd1b8-72d2-4509-8411-cf148b92c6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425563 Aug 06 17:31:53.255210 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-e5d50096-bf1a-4030-b80f-735738ff5b96 req-b500cb1a-b4b6-4953-a5a3-905e38b0275b service neutron] 10.222.0.96 "GET /v2.0/networks/5b6dd1b8-72d2-4509-8411-cf148b92c6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806715 Aug 06 17:31:53.352404 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-e5d50096-bf1a-4030-b80f-735738ff5b96 req-0f99dd6c-87cb-40cb-b7e1-050500d7ea59 service neutron] 10.222.0.96 "GET /v2.0/networks/5b6dd1b8-72d2-4509-8411-cf148b92c6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894308 Aug 06 17:31:53.396793 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-eefe368d-bca1-45d7-ba25-85382ebd1ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:54.092137 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:55.145586 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:55.998781 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b278a7-1a3d-4049-8ecf-b3354ef0b480 req-0d7aaf8f-354a-4adb-be0f-3a64655f3647 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:31:56.000308 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-02b278a7-1a3d-4049-8ecf-b3354ef0b480 req-0d7aaf8f-354a-4adb-be0f-3a64655f3647 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 946 time: 0.0539098 Aug 06 17:31:56.048808 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-02b278a7-1a3d-4049-8ecf-b3354ef0b480 req-9552423a-4ebb-4638-94ee-8b9f59eaeaa6 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0414391 Aug 06 17:31:56.639979 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 39014) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:31:56.754081 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-4d4b3467-1360-46b5-a038-3292761a79d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:56.855011 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-4d4b3467-1360-46b5-a038-3292761a79d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:56.860682 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-4d4b3467-1360-46b5-a038-3292761a79d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:56.898878 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-4d4b3467-1360-46b5-a038-3292761a79d6 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f8cfad4e4c4940aa93618d7866981dc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2578378 Aug 06 17:31:56.899738 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b3467-1360-46b5-a038-3292761a79d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee895984-392d-494a-9c9c-10836aad79b9,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:31:56.901638 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 39018) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:31:56.907973 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4b3467-1360-46b5-a038-3292761a79d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:31:56.908321 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4b3467-1360-46b5-a038-3292761a79d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:31:56.908646 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4b3467-1360-46b5-a038-3292761a79d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:31:56.908991 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4b3467-1360-46b5-a038-3292761a79d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:31:56.909315 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4b3467-1360-46b5-a038-3292761a79d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:31:56.909642 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4b3467-1360-46b5-a038-3292761a79d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:31:56.909974 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4b3467-1360-46b5-a038-3292761a79d6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:31:56.910302 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4b3467-1360-46b5-a038-3292761a79d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:31:56.910632 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4b3467-1360-46b5-a038-3292761a79d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:31:56.910948 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4b3467-1360-46b5-a038-3292761a79d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:31:56.911274 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4b3467-1360-46b5-a038-3292761a79d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:31:56.911582 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4b3467-1360-46b5-a038-3292761a79d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:31:56.953580 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-e5cfff1f-9f5f-4d9c-b9aa-b61add88fdb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:56.976373 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-e5cfff1f-9f5f-4d9c-b9aa-b61add88fdb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:56.983281 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:57.030965 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-e5cfff1f-9f5f-4d9c-b9aa-b61add88fdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:57.033515 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-e5cfff1f-9f5f-4d9c-b9aa-b61add88fdb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:57.034692 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-e5cfff1f-9f5f-4d9c-b9aa-b61add88fdb0 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ee895984-392d-494a-9c9c-10836aad79b9 HTTP/1.1" status: 204 len: 168 time: 0.1316371 Aug 06 17:31:57.042375 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cfff1f-9f5f-4d9c-b9aa-b61add88fdb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee895984-392d-494a-9c9c-10836aad79b9,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:31:57.176566 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dff63f-17e4-4c62-ad8a-cf7c02f35b0f req-e0c541c0-f90e-4096-b655-55113eb87a42 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:31:57.178075 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-d6dff63f-17e4-4c62-ad8a-cf7c02f35b0f req-e0c541c0-f90e-4096-b655-55113eb87a42 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 946 time: 0.0550289 Aug 06 17:31:57.217636 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-d6dff63f-17e4-4c62-ad8a-cf7c02f35b0f req-0bb5d2e7-be9b-4a93-b941-a89e33fb7e3c tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups?id=bc744473-ff66-42d3-87ee-07370e9c1035&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0328484 Aug 06 17:31:57.326806 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 39026) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:31:57.343547 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-68ce3f84-4b40-4342-bcc4-8cadfa39ec5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:57.437344 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-68ce3f84-4b40-4342-bcc4-8cadfa39ec5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:57.443470 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-68ce3f84-4b40-4342-bcc4-8cadfa39ec5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:57.485115 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-68ce3f84-4b40-4342-bcc4-8cadfa39ec5e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=19400cf096344aefa27172bb28937a2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1570947 Aug 06 17:31:57.485944 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce3f84-4b40-4342-bcc4-8cadfa39ec5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbaf9f38-0ae8-4cee-a793-b3c9546506a2,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:31:57.487855 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 39028) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:31:57.537364 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-4ea22c13-1a79-46e3-8377-2fd798ea8613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:57.558892 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-4ea22c13-1a79-46e3-8377-2fd798ea8613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:57.610665 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-4ea22c13-1a79-46e3-8377-2fd798ea8613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:57.613136 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-4ea22c13-1a79-46e3-8377-2fd798ea8613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:57.614224 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-4ea22c13-1a79-46e3-8377-2fd798ea8613 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/bbaf9f38-0ae8-4cee-a793-b3c9546506a2 HTTP/1.1" status: 204 len: 168 time: 0.1247516 Aug 06 17:31:57.638822 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea22c13-1a79-46e3-8377-2fd798ea8613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbaf9f38-0ae8-4cee-a793-b3c9546506a2,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:31:57.658640 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99baa93-c1b0-401b-a456-7a8683caac35 req-f11520b3-7e66-4516-a45b-1358e02c6b5e tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:31:57.660083 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-e99baa93-c1b0-401b-a456-7a8683caac35 req-f11520b3-7e66-4516-a45b-1358e02c6b5e tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.96 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 946 time: 0.0627441 Aug 06 17:31:57.754210 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [req-e99baa93-c1b0-401b-a456-7a8683caac35 req-ab24bea8-d7fe-4662-83ac-02ccef9ab680 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Deleting port fd0ec8d5-4583-41f1-9130-fc445dfdf458 {{(pid=93308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:31:57.754708 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-e99baa93-c1b0-401b-a456-7a8683caac35 req-ab24bea8-d7fe-4662-83ac-02ccef9ab680 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:57.843104 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [req-e99baa93-c1b0-401b-a456-7a8683caac35 req-ab24bea8-d7fe-4662-83ac-02ccef9ab680 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] For port fd0ec8d5-4583-41f1-9130-fc445dfdf458, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=fd0ec8d5-4583-41f1-9130-fc445dfdf458,segment=NetworkSegment(f5e274ea-768f-45a2-bfc8-b7461617eff9),segment_id=f5e274ea-768f-45a2-bfc8-b7461617eff9)] {{(pid=93308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:31:57.843472 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-e99baa93-c1b0-401b-a456-7a8683caac35 req-ab24bea8-d7fe-4662-83ac-02ccef9ab680 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:58.017766 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-e99baa93-c1b0-401b-a456-7a8683caac35 req-ab24bea8-d7fe-4662-83ac-02ccef9ab680 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:58.018125 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-e99baa93-c1b0-401b-a456-7a8683caac35 req-ab24bea8-d7fe-4662-83ac-02ccef9ab680 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435792'] for floatingip, after_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:58.018511 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.db.l3_db [req-e99baa93-c1b0-401b-a456-7a8683caac35 req-ab24bea8-d7fe-4662-83ac-02ccef9ab680 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Floating IP 36fcce0c-266c-4684-943e-f188e87a47ce disassociated. External IP: 172.27.0.108, port: fd0ec8d5-4583-41f1-9130-fc445dfdf458. Aug 06 17:31:58.018841 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [req-e99baa93-c1b0-401b-a456-7a8683caac35 req-ab24bea8-d7fe-4662-83ac-02ccef9ab680 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Calling delete_port for fd0ec8d5-4583-41f1-9130-fc445dfdf458 owned by compute:nova {{(pid=93308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:31:58.147841 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-e99baa93-c1b0-401b-a456-7a8683caac35 req-ab24bea8-d7fe-4662-83ac-02ccef9ab680 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089738'] for port, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:58.186403 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab24bea8-d7fe-4662-83ac-02ccef9ab680 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Pushing event deleted for resources: {'Port': ['ID=fd0ec8d5-4583-41f1-9130-fc445dfdf458,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:31:58.296347 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e99baa93-c1b0-401b-a456-7a8683caac35 req-ab24bea8-d7fe-4662-83ac-02ccef9ab680 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Router b8dbcd67-7acd-42d4-9411-5d0021577b20 has already been hosted by L3 agent cbcd3d9e-bca5-4529-952b-48c65d2aceac {{(pid=93308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:31:58.303963 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 39052) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:31:58.327871 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-2f38d229-d39e-4637-9573-72e8d71a4188 req-759154db-44f1-44a8-a9a1-ef182a2c4ff3 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab348d2-f331-4416-8828-ac729b6a562f HTTP/1.1" status: 200 len: 210 time: 0.0352890 Aug 06 17:31:58.405976 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e99baa93-c1b0-401b-a456-7a8683caac35 req-ab24bea8-d7fe-4662-83ac-02ccef9ab680 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify agent at l3_agent.dv-cinder-803773-1-iscsi the message routers_updated {{(pid=93308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:31:58.406788 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [None req-fe71a647-2df3-48db-8d20-a06ecda6d033 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1303068359-network', 'tenant_id': '82408cabda0047c7b7daf7ddf1063925'}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:31:58.416677 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e04aa9e-8335-47eb-8fe4-58a2c21e2073 None None] Sync routers for ids ['b8dbcd67-7acd-42d4-9411-5d0021577b20'] in dv-cinder-803773-1-iscsi {{(pid=93311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:31:58.425461 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e04aa9e-8335-47eb-8fe4-58a2c21e2073 None None] Routers {'b8dbcd67-7acd-42d4-9411-5d0021577b20'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:31:58.426440 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-6e04aa9e-8335-47eb-8fe4-58a2c21e2073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:31:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['b8dbcd67-7acd-42d4-9411-5d0021577b20'], 'active': True} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:31:58.431530 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe71a647-2df3-48db-8d20-a06ecda6d033 admin admin] Made reservation on behalf of 82408cabda0047c7b7daf7ddf1063925 for: {'network': 1} {{(pid=93309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:31:58.434915 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-fe71a647-2df3-48db-8d20-a06ecda6d033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for network, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:58.443929 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-fe71a647-2df3-48db-8d20-a06ecda6d033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:58.448908 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.l3_dvrscheduler_db [req-e99baa93-c1b0-401b-a456-7a8683caac35 req-ab24bea8-d7fe-4662-83ac-02ccef9ab680 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] No DVR routers for this DVR port fd0ec8d5-4583-41f1-9130-fc445dfdf458 on host hv-cinder-80377 {{(pid=93308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:31:58.451993 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-e99baa93-c1b0-401b-a456-7a8683caac35 req-ab24bea8-d7fe-4662-83ac-02ccef9ab680 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:58.454041 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-e99baa93-c1b0-401b-a456-7a8683caac35 req-ab24bea8-d7fe-4662-83ac-02ccef9ab680 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.96 "DELETE /v2.0/ports/fd0ec8d5-4583-41f1-9130-fc445dfdf458 HTTP/1.1" status: 204 len: 173 time: 0.7867901 Aug 06 17:31:58.454615 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab348d2-f331-4416-8828-ac729b6a562f', 'name': 'network-vif-deleted', 'tag': 'fd0ec8d5-4583-41f1-9130-fc445dfdf458'}] {{(pid=93308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:31:58.457020 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9970891e86e7a54ba8327591cdb5f98a510e69f2198634f60bde42845cd177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45666841-9209-4f43-8e5e-8769162ee48c" -d '{"events": [{"server_uuid": "dab348d2-f331-4416-8828-ac729b6a562f", "name": "network-vif-deleted", "tag": "fd0ec8d5-4583-41f1-9130-fc445dfdf458"}]}' {{(pid=93308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:31:58.495017 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f498bc06-521c-4b5e-bd66-60394b92ce57 x-openstack-request-id: req-f498bc06-521c-4b5e-bd66-60394b92ce57 {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:31:58.495350 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab348d2-f331-4416-8828-ac729b6a562f", "name": "network-vif-deleted", "tag": "fd0ec8d5-4583-41f1-9130-fc445dfdf458", "status": "completed", "code": 200}]} {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:31:58.495742 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f498bc06-521c-4b5e-bd66-60394b92ce57 {{(pid=93308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:31:58.496153 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab348d2-f331-4416-8828-ac729b6a562f', 'name': 'network-vif-deleted', 'tag': 'fd0ec8d5-4583-41f1-9130-fc445dfdf458', 'status': 'completed', 'code': 200} Aug 06 17:31:58.579609 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-fe71a647-2df3-48db-8d20-a06ecda6d033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:58.586649 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-fe71a647-2df3-48db-8d20-a06ecda6d033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:58.629546 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe71a647-2df3-48db-8d20-a06ecda6d033 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1094} {{(pid=93309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 17:31:58.650922 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvr_db [None req-6e04aa9e-8335-47eb-8fe4-58a2c21e2073 None None] Set router b8dbcd67-7acd-42d4-9411-5d0021577b20 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:31:58.657612 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe71a647-2df3-48db-8d20-a06ecda6d033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290d607a-f04b-43f9-9925-1beeba4aa5fb,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:31:58.662858 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-fe71a647-2df3-48db-8d20-a06ecda6d033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022'] for segment, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:58.663596 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.db.segments_db [None req-fe71a647-2df3-48db-8d20-a06ecda6d033 admin admin] Added segment 4b2928d0-b5da-4ffc-9eb3-1fa82d4e5871 of type vlan for network 8c23b75c-5046-4f05-9fa7-cf37bd8f99bc Aug 06 17:31:58.716606 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-fe71a647-2df3-48db-8d20-a06ecda6d033 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768831157836'] for network, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:58.750763 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-fe71a647-2df3-48db-8d20-a06ecda6d033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707'] for network, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:58.751794 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe71a647-2df3-48db-8d20-a06ecda6d033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:31:58.752408 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-fe71a647-2df3-48db-8d20-a06ecda6d033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for network, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:58.818172 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-fe71a647-2df3-48db-8d20-a06ecda6d033 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5129719 Aug 06 17:31:58.819295 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe71a647-2df3-48db-8d20-a06ecda6d033 admin admin] Pushing event updated for resources: {'Network': ['ID=8c23b75c-5046-4f05-9fa7-cf37bd8f99bc,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:31:58.821211 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 39058) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:31:58.826337 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [None req-819abd59-4579-4d2d-9fa3-5d02a7bb7a24 admin admin] Request body: {'subnet': {'network_id': '8c23b75c-5046-4f05-9fa7-cf37bd8f99bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1303068359-subnet', 'tenant_id': '82408cabda0047c7b7daf7ddf1063925', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:31:58.829528 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Network 8c23b75c-5046-4f05-9fa7-cf37bd8f99bc details requested by agent ovs-agent-dv-cinder-803773-1-iscsi with host dv-cinder-803773-1-iscsi {{(pid=93310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 17:31:58.849037 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819abd59-4579-4d2d-9fa3-5d02a7bb7a24 admin admin] Made reservation on behalf of 82408cabda0047c7b7daf7ddf1063925 for: {'subnet': 1} {{(pid=93309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:31:58.851996 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-819abd59-4579-4d2d-9fa3-5d02a7bb7a24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29509928'] for subnet, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:58.859427 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-6e04aa9e-8335-47eb-8fe4-58a2c21e2073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'name': 'tempest-AttachVolumeShelveTestJSON-1533275519-router', 'tenant_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '439c51b3-0448-4ea1-92ef-368dad291d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:23:30Z', 'updated_at': '2021-08-06T17:23:45Z', 'revision_number': 4, 'project_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'gw_port': {'id': '439c51b3-0448-4ea1-92ef-368dad291d7f', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:33Z', 'updated_at': '2021-08-06T17:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': 'f29d58b6-9b6a-474e-bc0c-01f04c445337', 'name': '', 'network_id': '5b6dd1b8-72d2-4509-8411-cf148b92c6ca', 'tenant_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'mac_address': 'fa:16:3e:52:71:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '92e55e27-88da-4b01-a596-8314d113e8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:39Z', 'updated_at': '2021-08-06T17:23:56Z', 'revision_number': 5, 'project_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'subnets': [{'id': '92e55e27-88da-4b01-a596-8314d113e8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:31:58.889273 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e04aa9e-8335-47eb-8fe4-58a2c21e2073 None None] Checking router: b8dbcd67-7acd-42d4-9411-5d0021577b20 for host: dv-cinder-803773-1-iscsi {{(pid=93311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:31:58.897697 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e04aa9e-8335-47eb-8fe4-58a2c21e2073 None None] Routers {'b8dbcd67-7acd-42d4-9411-5d0021577b20'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:31:58.898335 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-6e04aa9e-8335-47eb-8fe4-58a2c21e2073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:31:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['b8dbcd67-7acd-42d4-9411-5d0021577b20'], 'active': True} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:31:59.006243 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvr_db [None req-6e04aa9e-8335-47eb-8fe4-58a2c21e2073 None None] Set router b8dbcd67-7acd-42d4-9411-5d0021577b20 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:31:59.040178 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-819abd59-4579-4d2d-9fa3-5d02a7bb7a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30379247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29509914'] for subnet, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:59.101163 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819abd59-4579-4d2d-9fa3-5d02a7bb7a24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58aa6bac-50fd-412a-8a3f-0296d21ec8ea,revision_number=0']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:31:59.110109 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819abd59-4579-4d2d-9fa3-5d02a7bb7a24 admin admin] Checking segment: {'id': '4b2928d0-b5da-4ffc-9eb3-1fa82d4e5871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '8c23b75c-5046-4f05-9fa7-cf37bd8f99bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:31:59.110501 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819abd59-4579-4d2d-9fa3-5d02a7bb7a24 admin admin] Network hostable DHCP agents. Network: 8c23b75c-5046-4f05-9fa7-cf37bd8f99bc, hostable agents: ['4daea8ea-8fec-4a46-9c0b-2c2eda663924'], hosted agents: [] {{(pid=93309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 17:31:59.128663 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819abd59-4579-4d2d-9fa3-5d02a7bb7a24 admin admin] Network 8c23b75c-5046-4f05-9fa7-cf37bd8f99bc is scheduled to be hosted by DHCP agent 4daea8ea-8fec-4a46-9c0b-2c2eda663924 with binding_index 1 {{(pid=93309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 17:31:59.138662 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.base_scheduler [None req-819abd59-4579-4d2d-9fa3-5d02a7bb7a24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803773-1-iscsi, 8c23b75c-5046-4f05-9fa7-cf37bd8f99bc) {{(pid=93309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:31:59.143339 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819abd59-4579-4d2d-9fa3-5d02a7bb7a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:31:59.143927 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-819abd59-4579-4d2d-9fa3-5d02a7bb7a24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for subnet, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:59.149625 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394b3e21-1e39-476d-8182-a6133cdf3330 None None] Network 8c23b75c-5046-4f05-9fa7-cf37bd8f99bc requested from dv-cinder-803773-1-iscsi {{(pid=93310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:31:59.168818 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-819abd59-4579-4d2d-9fa3-5d02a7bb7a24 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3380067 Aug 06 17:31:59.231555 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-6e04aa9e-8335-47eb-8fe4-58a2c21e2073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'name': 'tempest-AttachVolumeShelveTestJSON-1533275519-router', 'tenant_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '439c51b3-0448-4ea1-92ef-368dad291d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:23:30Z', 'updated_at': '2021-08-06T17:23:45Z', 'revision_number': 4, 'project_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'gw_port': {'id': '439c51b3-0448-4ea1-92ef-368dad291d7f', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:33Z', 'updated_at': '2021-08-06T17:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': 'f29d58b6-9b6a-474e-bc0c-01f04c445337', 'name': '', 'network_id': '5b6dd1b8-72d2-4509-8411-cf148b92c6ca', 'tenant_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'mac_address': 'fa:16:3e:52:71:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '92e55e27-88da-4b01-a596-8314d113e8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:39Z', 'updated_at': '2021-08-06T17:23:56Z', 'revision_number': 5, 'project_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'subnets': [{'id': '92e55e27-88da-4b01-a596-8314d113e8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:31:59.262112 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e04aa9e-8335-47eb-8fe4-58a2c21e2073 None None] The sync data for ids ['b8dbcd67-7acd-42d4-9411-5d0021577b20'] in dv-cinder-803773-1-iscsi is: [{'id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'name': 'tempest-AttachVolumeShelveTestJSON-1533275519-router', 'tenant_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '439c51b3-0448-4ea1-92ef-368dad291d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:23:30Z', 'updated_at': '2021-08-06T17:23:45Z', 'revision_number': 4, 'project_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'gw_port': {'id': '439c51b3-0448-4ea1-92ef-368dad291d7f', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:33Z', 'updated_at': '2021-08-06T17:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': 'f29d58b6-9b6a-474e-bc0c-01f04c445337', 'name': '', 'network_id': '5b6dd1b8-72d2-4509-8411-cf148b92c6ca', 'tenant_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'mac_address': 'fa:16:3e:52:71:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '92e55e27-88da-4b01-a596-8314d113e8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:39Z', 'updated_at': '2021-08-06T17:23:56Z', 'revision_number': 5, 'project_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'subnets': [{'id': '92e55e27-88da-4b01-a596-8314d113e8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:31:59.280524 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05445111-342f-4b29-bcf4-af301a03c276 None None] Network 8c23b75c-5046-4f05-9fa7-cf37bd8f99bc requested from dv-cinder-803773-1-iscsi {{(pid=93310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:31:59.421878 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 39070) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:31:59.513395 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-85e3252d-9c4b-41e5-acd2-1f22c5fc45b8 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks [] for security_group, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:59.538597 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-85e3252d-9c4b-41e5-acd2-1f22c5fc45b8 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:59.594642 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-85e3252d-9c4b-41e5-acd2-1f22c5fc45b8 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:59.598187 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-85e3252d-9c4b-41e5-acd2-1f22c5fc45b8 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:59.601841 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-85e3252d-9c4b-41e5-acd2-1f22c5fc45b8 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "DELETE /v2.0/security-groups/bc744473-ff66-42d3-87ee-07370e9c1035 HTTP/1.1" status: 204 len: 168 time: 0.1765144 Aug 06 17:31:59.602001 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1deaa82-fed9-4dd6-90cf-a5f2b7700abc None None] New status for floating IP 36fcce0c-266c-4684-943e-f188e87a47ce: DOWN {{(pid=93310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 17:31:59.602651 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 39078) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:31:59.610001 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3252d-9c4b-41e5-acd2-1f22c5fc45b8 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc744473-ff66-42d3-87ee-07370e9c1035,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:31:59.618140 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.api.v2.resource [None req-84dbd43d-6457-4f3b-b66d-328855a1afff tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] show failed (client error): The resource could not be found. Aug 06 17:31:59.621611 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-84dbd43d-6457-4f3b-b66d-328855a1afff tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "GET /v2.0/security-groups/bc744473-ff66-42d3-87ee-07370e9c1035 HTTP/1.1" status: 404 len: 347 time: 0.0149198 Aug 06 17:31:59.622016 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 39080) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:31:59.740642 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 39084) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:31:59.745783 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-bef9044b-c989-4624-9ffe-ac5d29f893be admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1866188072-network', 'tenant_id': '96e2fdeb937447a69cd4cc53ff19749c'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:31:59.767686 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.plugin [None req-2fcd8a76-0f89-4942-bea6-4db44970eb57 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Deleting port bfa39fda-fe7e-4e04-b506-ade5a7a21069 {{(pid=93309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:31:59.768148 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-2fcd8a76-0f89-4942-bea6-4db44970eb57 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:59.770586 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef9044b-c989-4624-9ffe-ac5d29f893be admin admin] Made reservation on behalf of 96e2fdeb937447a69cd4cc53ff19749c for: {'network': 1} {{(pid=93308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:31:59.772847 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-bef9044b-c989-4624-9ffe-ac5d29f893be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for network, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:59.781535 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-bef9044b-c989-4624-9ffe-ac5d29f893be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:59.852155 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-2fcd8a76-0f89-4942-bea6-4db44970eb57 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:59.852414 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-2fcd8a76-0f89-4942-bea6-4db44970eb57 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:59.864678 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.plugin [None req-2fcd8a76-0f89-4942-bea6-4db44970eb57 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Calling delete_port for bfa39fda-fe7e-4e04-b506-ade5a7a21069 owned by network:floatingip {{(pid=93309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:31:59.874136 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-bef9044b-c989-4624-9ffe-ac5d29f893be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:59.878819 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-bef9044b-c989-4624-9ffe-ac5d29f893be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:59.901779 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bef9044b-c989-4624-9ffe-ac5d29f893be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1070} {{(pid=93308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 17:31:59.915191 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef9044b-c989-4624-9ffe-ac5d29f893be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f417725-042a-4735-9b96-9d1ad3daea54,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:31:59.920644 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-bef9044b-c989-4624-9ffe-ac5d29f893be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022'] for segment, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:59.921253 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.db.segments_db [None req-bef9044b-c989-4624-9ffe-ac5d29f893be admin admin] Added segment 103c6035-9db7-45c7-abb2-28e5db92d7a6 of type vlan for network 5210cee4-ea33-4d66-949f-39b8b3b1112d Aug 06 17:31:59.963498 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-bef9044b-c989-4624-9ffe-ac5d29f893be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768831157836'] for network, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:59.994564 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-bef9044b-c989-4624-9ffe-ac5d29f893be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707'] for network, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:31:59.995542 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef9044b-c989-4624-9ffe-ac5d29f893be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:31:59.996127 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-bef9044b-c989-4624-9ffe-ac5d29f893be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for network, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:00.016715 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-2fcd8a76-0f89-4942-bea6-4db44970eb57 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379163'] for port, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:00.042925 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd8a76-0f89-4942-bea6-4db44970eb57 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Pushing event deleted for resources: {'Port': ['ID=bfa39fda-fe7e-4e04-b506-ade5a7a21069,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:32:00.053942 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-bef9044b-c989-4624-9ffe-ac5d29f893be admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3120484 Aug 06 17:32:00.056447 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 39086) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:32:00.061625 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-91baa82e-1f2c-4cfb-9e5f-3119385cab34 admin admin] Request body: {'subnet': {'network_id': '5210cee4-ea33-4d66-949f-39b8b3b1112d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1866188072-subnet', 'tenant_id': '96e2fdeb937447a69cd4cc53ff19749c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:32:00.067771 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef9044b-c989-4624-9ffe-ac5d29f893be admin admin] Pushing event updated for resources: {'Network': ['ID=5210cee4-ea33-4d66-949f-39b8b3b1112d,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:32:00.079561 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Network 5210cee4-ea33-4d66-949f-39b8b3b1112d details requested by agent ovs-agent-dv-cinder-803773-1-iscsi with host dv-cinder-803773-1-iscsi {{(pid=93310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 17:32:00.087930 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91baa82e-1f2c-4cfb-9e5f-3119385cab34 admin admin] Made reservation on behalf of 96e2fdeb937447a69cd4cc53ff19749c for: {'subnet': 1} {{(pid=93308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:32:00.090703 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-91baa82e-1f2c-4cfb-9e5f-3119385cab34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26816433'] for subnet, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:00.106709 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-2fcd8a76-0f89-4942-bea6-4db44970eb57 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks [] for floatingip, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:00.109283 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-2fcd8a76-0f89-4942-bea6-4db44970eb57 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for floatingip, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:00.113104 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-2fcd8a76-0f89-4942-bea6-4db44970eb57 tempest-AttachVolumeShelveTestJSON-1638742993 tempest-AttachVolumeShelveTestJSON-1638742993-project] 10.222.0.89 "DELETE /v2.0/floatingips/36fcce0c-266c-4684-943e-f188e87a47ce HTTP/1.1" status: 204 len: 168 time: 0.4873729 Aug 06 17:32:00.271090 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-91baa82e-1f2c-4cfb-9e5f-3119385cab34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26816387'] for subnet, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:00.329631 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91baa82e-1f2c-4cfb-9e5f-3119385cab34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03ed9462-dbac-4d92-8760-7d1d6e933f53,revision_number=0']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:32:00.341201 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91baa82e-1f2c-4cfb-9e5f-3119385cab34 admin admin] Checking segment: {'id': '103c6035-9db7-45c7-abb2-28e5db92d7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '5210cee4-ea33-4d66-949f-39b8b3b1112d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:32:00.341742 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91baa82e-1f2c-4cfb-9e5f-3119385cab34 admin admin] Network hostable DHCP agents. Network: 5210cee4-ea33-4d66-949f-39b8b3b1112d, hostable agents: ['4daea8ea-8fec-4a46-9c0b-2c2eda663924'], hosted agents: [] {{(pid=93308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 17:32:00.367670 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91baa82e-1f2c-4cfb-9e5f-3119385cab34 admin admin] Network 5210cee4-ea33-4d66-949f-39b8b3b1112d is scheduled to be hosted by DHCP agent 4daea8ea-8fec-4a46-9c0b-2c2eda663924 with binding_index 1 {{(pid=93308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 17:32:00.379132 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.base_scheduler [None req-91baa82e-1f2c-4cfb-9e5f-3119385cab34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803773-1-iscsi, 5210cee4-ea33-4d66-949f-39b8b3b1112d) {{(pid=93308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:32:00.383392 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91baa82e-1f2c-4cfb-9e5f-3119385cab34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:32:00.383971 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-91baa82e-1f2c-4cfb-9e5f-3119385cab34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:00.388932 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d272b4-9b7e-4ecc-bfde-fd76ec382125 None None] Network 5210cee4-ea33-4d66-949f-39b8b3b1112d requested from dv-cinder-803773-1-iscsi {{(pid=93310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:32:00.398465 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-91baa82e-1f2c-4cfb-9e5f-3119385cab34 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3409617 Aug 06 17:32:00.520701 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291c5618-472c-44a3-a590-e5b58fe30b9f None None] Network 5210cee4-ea33-4d66-949f-39b8b3b1112d requested from dv-cinder-803773-1-iscsi {{(pid=93310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:32:02.371498 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device fd0ec8d5-4583-41f1-9130-fc445dfdf458 no longer exists at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:32:02.395854 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] No Port match for: fd0ec8d5-4583-41f1-9130-fc445dfdf458 {{(pid=93310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:32:02.396091 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device fd0ec8d5-4583-41f1-9130-fc445dfdf458 not bound to the agent host hv-cinder-80377 {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:32:02.565372 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 39130) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:32:03.092493 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-778df85d-56e7-43da-a842-c998fcccc977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429544'] for router_interface, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:03.356916 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [None req-778df85d-56e7-43da-a842-c998fcccc977 admin admin] Deleting port f29d58b6-9b6a-474e-bc0c-01f04c445337 {{(pid=93308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:32:03.357170 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-778df85d-56e7-43da-a842-c998fcccc977 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:03.453412 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [None req-778df85d-56e7-43da-a842-c998fcccc977 admin admin] For port f29d58b6-9b6a-474e-bc0c-01f04c445337, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=f29d58b6-9b6a-474e-bc0c-01f04c445337,segment=NetworkSegment(f5e274ea-768f-45a2-bfc8-b7461617eff9),segment_id=f5e274ea-768f-45a2-bfc8-b7461617eff9)] {{(pid=93308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:32:03.453787 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-778df85d-56e7-43da-a842-c998fcccc977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:03.474179 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [None req-778df85d-56e7-43da-a842-c998fcccc977 admin admin] Calling delete_port for f29d58b6-9b6a-474e-bc0c-01f04c445337 owned by network:router_interface {{(pid=93308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:32:03.658753 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-778df85d-56e7-43da-a842-c998fcccc977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089738'] for port, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:03.686062 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778df85d-56e7-43da-a842-c998fcccc977 admin admin] Pushing event deleted for resources: {'Port': ['ID=f29d58b6-9b6a-474e-bc0c-01f04c445337,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:32:03.864711 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-778df85d-56e7-43da-a842-c998fcccc977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429428'] for router_interface, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:04.076370 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778df85d-56e7-43da-a842-c998fcccc977 admin admin] Router b8dbcd67-7acd-42d4-9411-5d0021577b20 has already been hosted by L3 agent cbcd3d9e-bca5-4529-952b-48c65d2aceac {{(pid=93308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:32:04.192437 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778df85d-56e7-43da-a842-c998fcccc977 admin admin] Notify agent at l3_agent.dv-cinder-803773-1-iscsi the message routers_updated {{(pid=93308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:32:04.197641 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-778df85d-56e7-43da-a842-c998fcccc977 admin admin] 10.222.0.89 "PUT /v2.0/routers/b8dbcd67-7acd-42d4-9411-5d0021577b20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6311491 Aug 06 17:32:04.200978 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 39142) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:32:04.203734 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c38c38c-ea07-4c66-8068-8851c618b8da None None] Sync routers for ids ['b8dbcd67-7acd-42d4-9411-5d0021577b20'] in dv-cinder-803773-1-iscsi {{(pid=93311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:32:04.213468 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c38c38c-ea07-4c66-8068-8851c618b8da None None] Routers {'b8dbcd67-7acd-42d4-9411-5d0021577b20'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:32:04.214073 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-2c38c38c-ea07-4c66-8068-8851c618b8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:31:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['b8dbcd67-7acd-42d4-9411-5d0021577b20'], 'active': True} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:32:04.306495 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-a013d68c-5532-4497-977a-6ae3e94a6b0e admin admin] Notify callbacks [] for router, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:04.317647 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvr_db [None req-2c38c38c-ea07-4c66-8068-8851c618b8da None None] Set router b8dbcd67-7acd-42d4-9411-5d0021577b20 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:32:04.508038 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-2c38c38c-ea07-4c66-8068-8851c618b8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'name': 'tempest-AttachVolumeShelveTestJSON-1533275519-router', 'tenant_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '439c51b3-0448-4ea1-92ef-368dad291d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:23:30Z', 'updated_at': '2021-08-06T17:32:03Z', 'revision_number': 5, 'project_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'gw_port': {'id': '439c51b3-0448-4ea1-92ef-368dad291d7f', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:33Z', 'updated_at': '2021-08-06T17:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi'}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:32:04.535729 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c38c38c-ea07-4c66-8068-8851c618b8da None None] Checking router: b8dbcd67-7acd-42d4-9411-5d0021577b20 for host: dv-cinder-803773-1-iscsi {{(pid=93311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:32:04.545044 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c38c38c-ea07-4c66-8068-8851c618b8da None None] Routers {'b8dbcd67-7acd-42d4-9411-5d0021577b20'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:32:04.545659 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-2c38c38c-ea07-4c66-8068-8851c618b8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:31:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['b8dbcd67-7acd-42d4-9411-5d0021577b20'], 'active': True} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:32:04.650009 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvr_db [None req-2c38c38c-ea07-4c66-8068-8851c618b8da None None] Set router b8dbcd67-7acd-42d4-9411-5d0021577b20 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:32:04.688813 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-a013d68c-5532-4497-977a-6ae3e94a6b0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:04.742621 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [None req-a013d68c-5532-4497-977a-6ae3e94a6b0e admin admin] Deleting port 439c51b3-0448-4ea1-92ef-368dad291d7f {{(pid=93308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:32:04.742871 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-a013d68c-5532-4497-977a-6ae3e94a6b0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:04.824067 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [None req-a013d68c-5532-4497-977a-6ae3e94a6b0e admin admin] For port 439c51b3-0448-4ea1-92ef-368dad291d7f, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=439c51b3-0448-4ea1-92ef-368dad291d7f,segment=NetworkSegment(0f56620f-272e-4079-bfd8-f32d6a32afa9),segment_id=0f56620f-272e-4079-bfd8-f32d6a32afa9)] {{(pid=93308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:32:04.824436 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-a013d68c-5532-4497-977a-6ae3e94a6b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:04.832111 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-2c38c38c-ea07-4c66-8068-8851c618b8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'name': 'tempest-AttachVolumeShelveTestJSON-1533275519-router', 'tenant_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '439c51b3-0448-4ea1-92ef-368dad291d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:23:30Z', 'updated_at': '2021-08-06T17:32:03Z', 'revision_number': 5, 'project_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'gw_port': {'id': '439c51b3-0448-4ea1-92ef-368dad291d7f', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:33Z', 'updated_at': '2021-08-06T17:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi'}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:32:04.837699 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [None req-a013d68c-5532-4497-977a-6ae3e94a6b0e admin admin] Calling delete_port for 439c51b3-0448-4ea1-92ef-368dad291d7f owned by network:router_gateway {{(pid=93308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:32:04.867388 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c38c38c-ea07-4c66-8068-8851c618b8da None None] The sync data for ids ['b8dbcd67-7acd-42d4-9411-5d0021577b20'] in dv-cinder-803773-1-iscsi is: [{'id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'name': 'tempest-AttachVolumeShelveTestJSON-1533275519-router', 'tenant_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '439c51b3-0448-4ea1-92ef-368dad291d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:23:30Z', 'updated_at': '2021-08-06T17:32:03Z', 'revision_number': 5, 'project_id': 'f5387827f2c0411b9a79d78b038d6e5c', 'gw_port': {'id': '439c51b3-0448-4ea1-92ef-368dad291d7f', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dbcd67-7acd-42d4-9411-5d0021577b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:23:33Z', 'updated_at': '2021-08-06T17:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi'}] {{(pid=93311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:32:05.012237 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-a013d68c-5532-4497-977a-6ae3e94a6b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089738'] for port, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:05.040988 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a013d68c-5532-4497-977a-6ae3e94a6b0e admin admin] Pushing event deleted for resources: {'Port': ['ID=439c51b3-0448-4ea1-92ef-368dad291d7f,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:32:05.101752 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-a013d68c-5532-4497-977a-6ae3e94a6b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-434336'] for router_gateway, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:05.189535 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-a013d68c-5532-4497-977a-6ae3e94a6b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5262'] for router, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:05.192006 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-a013d68c-5532-4497-977a-6ae3e94a6b0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:05.239663 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-a013d68c-5532-4497-977a-6ae3e94a6b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427157'] for router, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:05.240323 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a013d68c-5532-4497-977a-6ae3e94a6b0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8dbcd67-7acd-42d4-9411-5d0021577b20 {{(pid=93308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 17:32:05.245167 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-a013d68c-5532-4497-977a-6ae3e94a6b0e admin admin] Notify callbacks [] for router, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:05.246148 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-a013d68c-5532-4497-977a-6ae3e94a6b0e admin admin] 10.222.0.89 "DELETE /v2.0/routers/b8dbcd67-7acd-42d4-9411-5d0021577b20 HTTP/1.1" status: 204 len: 168 time: 1.0442111 Aug 06 17:32:05.249211 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 39154) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:32:05.300670 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3d0272f-7348-48f3-92d9-87aaf77268b2 admin admin] Deleting subnet 92e55e27-88da-4b01-a596-8314d113e8dc {{(pid=93308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 17:32:05.304907 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-a3d0272f-7348-48f3-92d9-87aaf77268b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:05.341990 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-a3d0272f-7348-48f3-92d9-87aaf77268b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27089399'] for subnet, precommit_delete_associations {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:05.422204 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-a3d0272f-7348-48f3-92d9-87aaf77268b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3688605'] for subnet, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:05.483379 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-a3d0272f-7348-48f3-92d9-87aaf77268b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3688586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26816410'] for subnet, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:05.508119 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d0272f-7348-48f3-92d9-87aaf77268b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92e55e27-88da-4b01-a596-8314d113e8dc,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:32:05.516893 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-a3d0272f-7348-48f3-92d9-87aaf77268b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:05.521988 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 39156) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:32:05.522725 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-a3d0272f-7348-48f3-92d9-87aaf77268b2 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/92e55e27-88da-4b01-a596-8314d113e8dc HTTP/1.1" status: 204 len: 168 time: 0.2723665 Aug 06 17:32:05.525112 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd8dfe9-7ec0-44f5-b3d2-902549be1889 None None] Network 5b6dd1b8-72d2-4509-8411-cf148b92c6ca requested from dv-cinder-803773-1-iscsi {{(pid=93310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:32:05.599144 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-ba97c07c-86b5-439a-a34d-e9a1241dc320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798447'] for network, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:05.652577 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.plugin [None req-ba97c07c-86b5-439a-a34d-e9a1241dc320 admin admin] Deleting port 1f688626-e130-4148-9e7c-44bb3e170b45 {{(pid=93309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:32:05.652911 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-ba97c07c-86b5-439a-a34d-e9a1241dc320 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:05.718596 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.db [None req-ba97c07c-86b5-439a-a34d-e9a1241dc320 admin admin] For port 1f688626-e130-4148-9e7c-44bb3e170b45, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=1f688626-e130-4148-9e7c-44bb3e170b45,segment=NetworkSegment(f5e274ea-768f-45a2-bfc8-b7461617eff9),segment_id=f5e274ea-768f-45a2-bfc8-b7461617eff9)] {{(pid=93309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:32:05.719039 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-ba97c07c-86b5-439a-a34d-e9a1241dc320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:05.731956 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.plugin [None req-ba97c07c-86b5-439a-a34d-e9a1241dc320 admin admin] Calling delete_port for 1f688626-e130-4148-9e7c-44bb3e170b45 owned by network:dhcp {{(pid=93309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:32:05.816631 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-ba97c07c-86b5-439a-a34d-e9a1241dc320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379163'] for port, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:05.842508 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba97c07c-86b5-439a-a34d-e9a1241dc320 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f688626-e130-4148-9e7c-44bb3e170b45,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:32:05.847368 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba97c07c-86b5-439a-a34d-e9a1241dc320 admin admin] No DVR routers for this DVR port 1f688626-e130-4148-9e7c-44bb3e170b45 on host dv-cinder-803773-1-iscsi {{(pid=93309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:32:05.866967 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7494c0-daa1-4c99-ac31-3571f493062e None None] DHCP port deletion for 5b6dd1b8-72d2-4509-8411-cf148b92c6ca request from dv-cinder-803773-1-iscsi {{(pid=93310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 17:32:05.927881 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-ba97c07c-86b5-439a-a34d-e9a1241dc320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3691302', 'neutron.services.segments.db._delete_segments_for_network-8768831503162'] for network, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:05.937953 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.services.segments.db [None req-ba97c07c-86b5-439a-a34d-e9a1241dc320 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b6dd1b8-72d2-4509-8411-cf148b92c6ca']}} {{(pid=93309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:32:05.948168 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.services.segments.db [None req-ba97c07c-86b5-439a-a34d-e9a1241dc320 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5e274ea-768f-45a2-bfc8-b7461617eff9') {'for_net_delete': True} {{(pid=93309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:32:05.948461 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.services.segments.db [None req-ba97c07c-86b5-439a-a34d-e9a1241dc320 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5e274ea-768f-45a2-bfc8-b7461617eff9') {} {{(pid=93309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:32:05.957847 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-ba97c07c-86b5-439a-a34d-e9a1241dc320 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768831669908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29372860'] for segment, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:05.973132 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-ba97c07c-86b5-439a-a34d-e9a1241dc320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022'] for segment, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:05.979674 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba97c07c-86b5-439a-a34d-e9a1241dc320 admin admin] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=93309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 17:32:05.980050 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-ba97c07c-86b5-439a-a34d-e9a1241dc320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30379126'] for segment, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:05.981762 dv-cinder-803773-1-iscsi neutron-server[93309]: Traceback (most recent call last): Aug 06 17:32:05.981762 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 17:32:05.981762 dv-cinder-803773-1-iscsi neutron-server[93309]: timer() Aug 06 17:32:05.981762 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 17:32:05.981762 dv-cinder-803773-1-iscsi neutron-server[93309]: cb(*args, **kw) Aug 06 17:32:05.981762 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 17:32:05.981762 dv-cinder-803773-1-iscsi neutron-server[93309]: return func(*args, **kwargs) Aug 06 17:32:05.981762 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 17:32:05.981762 dv-cinder-803773-1-iscsi neutron-server[93309]: self._notify() Aug 06 17:32:05.981762 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 17:32:05.981762 dv-cinder-803773-1-iscsi neutron-server[93309]: self.callback(batched_events) Aug 06 17:32:05.981762 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 17:32:05.981762 dv-cinder-803773-1-iscsi neutron-server[93309]: event.method(event) Aug 06 17:32:05.981762 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 17:32:05.981762 dv-cinder-803773-1-iscsi neutron-server[93309]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 17:32:05.981762 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 17:32:05.981762 dv-cinder-803773-1-iscsi neutron-server[93309]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 17:32:05.981762 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 17:32:05.981762 dv-cinder-803773-1-iscsi neutron-server[93309]: return f(self, *a, **k) Aug 06 17:32:05.981762 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 17:32:05.981762 dv-cinder-803773-1-iscsi neutron-server[93309]: return self._get(url).json() Aug 06 17:32:05.981762 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 17:32:05.981762 dv-cinder-803773-1-iscsi neutron-server[93309]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 17:32:05.981762 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 17:32:05.981762 dv-cinder-803773-1-iscsi neutron-server[93309]: return self.request(url, 'GET', **kwargs) Aug 06 17:32:05.981762 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 17:32:05.981762 dv-cinder-803773-1-iscsi neutron-server[93309]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 17:32:05.981762 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 17:32:05.981762 dv-cinder-803773-1-iscsi neutron-server[93309]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 17:32:05.981762 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 17:32:05.981762 dv-cinder-803773-1-iscsi neutron-server[93309]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 17:32:05.981762 dv-cinder-803773-1-iscsi neutron-server[93309]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 17:32:06.045929 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-ba97c07c-86b5-439a-a34d-e9a1241dc320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3691295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435753'] for network, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:06.051560 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-ba97c07c-86b5-439a-a34d-e9a1241dc320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for network, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:06.053589 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-ba97c07c-86b5-439a-a34d-e9a1241dc320 admin admin] 10.222.0.89 "DELETE /v2.0/networks/5b6dd1b8-72d2-4509-8411-cf148b92c6ca HTTP/1.1" status: 204 len: 168 time: 0.5304265 Aug 06 17:32:06.066421 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba97c07c-86b5-439a-a34d-e9a1241dc320 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b6dd1b8-72d2-4509-8411-cf148b92c6ca,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:32:06.171114 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 39164) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:32:06.214077 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-a1e8deac-7b16-4a98-b7d8-86d0084a0bf8 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f5387827f2c0411b9a79d78b038d6e5c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0393794 Aug 06 17:32:06.214391 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 39166) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:32:06.268290 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-30653cd1-8f6e-4586-b87d-f6014a0c32b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:06.295240 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-30653cd1-8f6e-4586-b87d-f6014a0c32b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:06.348347 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-30653cd1-8f6e-4586-b87d-f6014a0c32b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:06.351024 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-30653cd1-8f6e-4586-b87d-f6014a0c32b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:06.352198 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-30653cd1-8f6e-4586-b87d-f6014a0c32b6 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/12a5e208-77a0-4697-8aef-77987bec12d9 HTTP/1.1" status: 204 len: 168 time: 0.1369097 Aug 06 17:32:06.362028 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30653cd1-8f6e-4586-b87d-f6014a0c32b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a5e208-77a0-4697-8aef-77987bec12d9,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:32:06.375614 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.agents_db [None req-f0f84874-ee0a-4567-8005-82f1841bb43f None None] Agent healthcheck: found 6 active agents {{(pid=93311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:32:06.538746 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 1f688626-e130-4148-9e7c-44bb3e170b45 no longer exists at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:32:06.563283 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] No Port match for: 1f688626-e130-4148-9e7c-44bb3e170b45 {{(pid=93310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:32:06.563636 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 1f688626-e130-4148-9e7c-44bb3e170b45 not bound to the agent host dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:32:06.564023 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device f29d58b6-9b6a-474e-bc0c-01f04c445337 no longer exists at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:32:06.582709 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] No Port match for: f29d58b6-9b6a-474e-bc0c-01f04c445337 {{(pid=93310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:32:06.583003 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device f29d58b6-9b6a-474e-bc0c-01f04c445337 not bound to the agent host dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:32:06.583365 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 439c51b3-0448-4ea1-92ef-368dad291d7f no longer exists at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:32:06.601149 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] No Port match for: 439c51b3-0448-4ea1-92ef-368dad291d7f {{(pid=93310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:32:06.601488 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 439c51b3-0448-4ea1-92ef-368dad291d7f not bound to the agent host dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:32:10.107221 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:14.843138 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 39324) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:32:14.952393 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-ee17ab13-f1d6-4323-b696-f8e9bc6b60b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:15.045247 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-ee17ab13-f1d6-4323-b696-f8e9bc6b60b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:15.049433 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-ee17ab13-f1d6-4323-b696-f8e9bc6b60b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:15.088497 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-ee17ab13-f1d6-4323-b696-f8e9bc6b60b6 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=1512065463db413ea53e45b40b4f70fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2442374 Aug 06 17:32:15.089356 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee17ab13-f1d6-4323-b696-f8e9bc6b60b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b40bc8-c7d6-4611-9d90-fad972ed6138,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:32:15.091346 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 39336) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:32:15.096946 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17ab13-f1d6-4323-b696-f8e9bc6b60b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:32:15.097299 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17ab13-f1d6-4323-b696-f8e9bc6b60b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:32:15.097635 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17ab13-f1d6-4323-b696-f8e9bc6b60b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:32:15.097971 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17ab13-f1d6-4323-b696-f8e9bc6b60b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:32:15.098326 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17ab13-f1d6-4323-b696-f8e9bc6b60b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:32:15.098693 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17ab13-f1d6-4323-b696-f8e9bc6b60b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:32:15.099014 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17ab13-f1d6-4323-b696-f8e9bc6b60b6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:32:15.099341 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17ab13-f1d6-4323-b696-f8e9bc6b60b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:32:15.099664 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17ab13-f1d6-4323-b696-f8e9bc6b60b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:32:15.099983 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17ab13-f1d6-4323-b696-f8e9bc6b60b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:32:15.100302 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17ab13-f1d6-4323-b696-f8e9bc6b60b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:32:15.100602 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17ab13-f1d6-4323-b696-f8e9bc6b60b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:32:15.146428 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-222bf876-db8f-4ec7-ad7d-f1526536cc32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:15.169688 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-222bf876-db8f-4ec7-ad7d-f1526536cc32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:15.220666 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-222bf876-db8f-4ec7-ad7d-f1526536cc32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:15.223327 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-222bf876-db8f-4ec7-ad7d-f1526536cc32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:15.226926 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-222bf876-db8f-4ec7-ad7d-f1526536cc32 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/49b40bc8-c7d6-4611-9d90-fad972ed6138 HTTP/1.1" status: 204 len: 168 time: 0.1321163 Aug 06 17:32:15.232443 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222bf876-db8f-4ec7-ad7d-f1526536cc32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b40bc8-c7d6-4611-9d90-fad972ed6138,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:32:15.911854 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 39366) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:32:16.014686 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [None req-3c41cb79-c60c-4e50-bdbf-7128f197da7c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1992311596-network', 'tenant_id': 'f49152c3a26746418b37fcda7ebc9d9e'}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:32:16.038105 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c41cb79-c60c-4e50-bdbf-7128f197da7c admin admin] Made reservation on behalf of f49152c3a26746418b37fcda7ebc9d9e for: {'network': 1} {{(pid=93309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:32:16.041852 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-3c41cb79-c60c-4e50-bdbf-7128f197da7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for network, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:16.061488 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-3c41cb79-c60c-4e50-bdbf-7128f197da7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:16.159970 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-3c41cb79-c60c-4e50-bdbf-7128f197da7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:16.165837 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-3c41cb79-c60c-4e50-bdbf-7128f197da7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:16.187743 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c41cb79-c60c-4e50-bdbf-7128f197da7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1095} {{(pid=93309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 17:32:16.201244 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c41cb79-c60c-4e50-bdbf-7128f197da7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e318a8-12ef-425c-8e8a-6d75eb0db5d3,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:32:16.207202 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-3c41cb79-c60c-4e50-bdbf-7128f197da7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022'] for segment, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:16.207538 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.db.segments_db [None req-3c41cb79-c60c-4e50-bdbf-7128f197da7c admin admin] Added segment dfa48308-200a-4935-aeea-f259495589f4 of type vlan for network 3d2c44e7-eb94-441b-8ff2-05580bc6fbc0 Aug 06 17:32:16.248961 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-3c41cb79-c60c-4e50-bdbf-7128f197da7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768831157836'] for network, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:16.280972 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-3c41cb79-c60c-4e50-bdbf-7128f197da7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707'] for network, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:16.282026 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c41cb79-c60c-4e50-bdbf-7128f197da7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:32:16.282707 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-3c41cb79-c60c-4e50-bdbf-7128f197da7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for network, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:16.341431 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-3c41cb79-c60c-4e50-bdbf-7128f197da7c admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.4276850 Aug 06 17:32:16.343859 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 39372) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:32:16.349039 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c41cb79-c60c-4e50-bdbf-7128f197da7c admin admin] Pushing event updated for resources: {'Network': ['ID=3d2c44e7-eb94-441b-8ff2-05580bc6fbc0,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:32:16.349823 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-54b1338e-32a0-4858-96ab-d30a690975f8 admin admin] Request body: {'subnet': {'network_id': '3d2c44e7-eb94-441b-8ff2-05580bc6fbc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1992311596-subnet', 'tenant_id': 'f49152c3a26746418b37fcda7ebc9d9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:32:16.360241 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Network 3d2c44e7-eb94-441b-8ff2-05580bc6fbc0 details requested by agent ovs-agent-dv-cinder-803773-1-iscsi with host dv-cinder-803773-1-iscsi {{(pid=93310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 17:32:16.379689 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b1338e-32a0-4858-96ab-d30a690975f8 admin admin] Made reservation on behalf of f49152c3a26746418b37fcda7ebc9d9e for: {'subnet': 1} {{(pid=93308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:32:16.382608 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-54b1338e-32a0-4858-96ab-d30a690975f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26816433'] for subnet, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:16.450557 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 39382) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:32:16.493938 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.db_base_plugin_v2 [None req-92398c09-e2e7-4f8a-b22a-ed3da861ad16 admin admin] Deleting subnet 58aa6bac-50fd-412a-8a3f-0296d21ec8ea {{(pid=93309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 17:32:16.497296 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-92398c09-e2e7-4f8a-b22a-ed3da861ad16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:16.531111 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-92398c09-e2e7-4f8a-b22a-ed3da861ad16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29372843'] for subnet, precommit_delete_associations {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:16.556915 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-54b1338e-32a0-4858-96ab-d30a690975f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26816387'] for subnet, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:16.573382 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-92398c09-e2e7-4f8a-b22a-ed3da861ad16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3688605'] for subnet, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:16.615118 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b1338e-32a0-4858-96ab-d30a690975f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24fd2f8b-f555-4ecd-8808-1a1f4fea3f99,revision_number=0']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:32:16.626798 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b1338e-32a0-4858-96ab-d30a690975f8 admin admin] Checking segment: {'id': 'dfa48308-200a-4935-aeea-f259495589f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '3d2c44e7-eb94-441b-8ff2-05580bc6fbc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:32:16.627140 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-92398c09-e2e7-4f8a-b22a-ed3da861ad16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3688586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30379176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29509891'] for subnet, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:16.627266 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b1338e-32a0-4858-96ab-d30a690975f8 admin admin] Network hostable DHCP agents. Network: 3d2c44e7-eb94-441b-8ff2-05580bc6fbc0, hostable agents: ['4daea8ea-8fec-4a46-9c0b-2c2eda663924'], hosted agents: [] {{(pid=93308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 17:32:16.645736 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b1338e-32a0-4858-96ab-d30a690975f8 admin admin] Network 3d2c44e7-eb94-441b-8ff2-05580bc6fbc0 is scheduled to be hosted by DHCP agent 4daea8ea-8fec-4a46-9c0b-2c2eda663924 with binding_index 1 {{(pid=93308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 17:32:16.653235 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92398c09-e2e7-4f8a-b22a-ed3da861ad16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58aa6bac-50fd-412a-8a3f-0296d21ec8ea,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:32:16.655251 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-92398c09-e2e7-4f8a-b22a-ed3da861ad16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for subnet, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:16.656384 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.base_scheduler [None req-54b1338e-32a0-4858-96ab-d30a690975f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803773-1-iscsi, 3d2c44e7-eb94-441b-8ff2-05580bc6fbc0) {{(pid=93308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:32:16.659786 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-92398c09-e2e7-4f8a-b22a-ed3da861ad16 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/58aa6bac-50fd-412a-8a3f-0296d21ec8ea HTTP/1.1" status: 204 len: 168 time: 0.2082016 Aug 06 17:32:16.660392 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 39384) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:32:16.661515 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b1338e-32a0-4858-96ab-d30a690975f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:32:16.662401 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-54b1338e-32a0-4858-96ab-d30a690975f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:16.663912 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb24c2d-dca0-4eb3-af43-933b5789c977 None None] Network 3d2c44e7-eb94-441b-8ff2-05580bc6fbc0 requested from dv-cinder-803773-1-iscsi {{(pid=93310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:32:16.680433 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-54b1338e-32a0-4858-96ab-d30a690975f8 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3348653 Aug 06 17:32:16.737358 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6c8d90c8-8403-412e-a762-2cf415e406f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798447'] for network, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:16.800487 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965500ad-b5c7-4fa4-a1c4-9cb29a3b394a None None] Network 3d2c44e7-eb94-441b-8ff2-05580bc6fbc0 requested from dv-cinder-803773-1-iscsi {{(pid=93310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:32:16.819515 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6c8d90c8-8403-412e-a762-2cf415e406f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3691302', 'neutron.services.segments.db._delete_segments_for_network-8768831503162'] for network, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:16.830119 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.services.segments.db [None req-6c8d90c8-8403-412e-a762-2cf415e406f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c23b75c-5046-4f05-9fa7-cf37bd8f99bc']}} {{(pid=93309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:32:16.840312 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.services.segments.db [None req-6c8d90c8-8403-412e-a762-2cf415e406f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b2928d0-b5da-4ffc-9eb3-1fa82d4e5871') {'for_net_delete': True} {{(pid=93309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:32:16.840919 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.services.segments.db [None req-6c8d90c8-8403-412e-a762-2cf415e406f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b2928d0-b5da-4ffc-9eb3-1fa82d4e5871') {} {{(pid=93309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:32:16.852126 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6c8d90c8-8403-412e-a762-2cf415e406f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768831669908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29372860'] for segment, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:16.868491 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6c8d90c8-8403-412e-a762-2cf415e406f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022'] for segment, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:16.875313 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c8d90c8-8403-412e-a762-2cf415e406f9 admin admin] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=93309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 17:32:16.875723 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6c8d90c8-8403-412e-a762-2cf415e406f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30379126'] for segment, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:16.877674 dv-cinder-803773-1-iscsi neutron-server[93309]: Traceback (most recent call last): Aug 06 17:32:16.877674 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 17:32:16.877674 dv-cinder-803773-1-iscsi neutron-server[93309]: timer() Aug 06 17:32:16.877674 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 17:32:16.877674 dv-cinder-803773-1-iscsi neutron-server[93309]: cb(*args, **kw) Aug 06 17:32:16.877674 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 17:32:16.877674 dv-cinder-803773-1-iscsi neutron-server[93309]: return func(*args, **kwargs) Aug 06 17:32:16.877674 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 17:32:16.877674 dv-cinder-803773-1-iscsi neutron-server[93309]: self._notify() Aug 06 17:32:16.877674 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 17:32:16.877674 dv-cinder-803773-1-iscsi neutron-server[93309]: self.callback(batched_events) Aug 06 17:32:16.877674 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 17:32:16.877674 dv-cinder-803773-1-iscsi neutron-server[93309]: event.method(event) Aug 06 17:32:16.877674 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 17:32:16.877674 dv-cinder-803773-1-iscsi neutron-server[93309]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 17:32:16.877674 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 17:32:16.877674 dv-cinder-803773-1-iscsi neutron-server[93309]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 17:32:16.877674 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 17:32:16.877674 dv-cinder-803773-1-iscsi neutron-server[93309]: return f(self, *a, **k) Aug 06 17:32:16.877674 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 17:32:16.877674 dv-cinder-803773-1-iscsi neutron-server[93309]: return self._get(url).json() Aug 06 17:32:16.877674 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 17:32:16.877674 dv-cinder-803773-1-iscsi neutron-server[93309]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 17:32:16.877674 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 17:32:16.877674 dv-cinder-803773-1-iscsi neutron-server[93309]: return self.request(url, 'GET', **kwargs) Aug 06 17:32:16.877674 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 17:32:16.877674 dv-cinder-803773-1-iscsi neutron-server[93309]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 17:32:16.877674 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 17:32:16.877674 dv-cinder-803773-1-iscsi neutron-server[93309]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 17:32:16.877674 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 17:32:16.877674 dv-cinder-803773-1-iscsi neutron-server[93309]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 17:32:16.877674 dv-cinder-803773-1-iscsi neutron-server[93309]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 17:32:16.940568 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6c8d90c8-8403-412e-a762-2cf415e406f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3691295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435753'] for network, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:16.946471 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6c8d90c8-8403-412e-a762-2cf415e406f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for network, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:16.948564 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-6c8d90c8-8403-412e-a762-2cf415e406f9 admin admin] 10.222.0.89 "DELETE /v2.0/networks/8c23b75c-5046-4f05-9fa7-cf37bd8f99bc HTTP/1.1" status: 204 len: 168 time: 0.2868292 Aug 06 17:32:16.951455 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 39394) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:32:16.959804 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d90c8-8403-412e-a762-2cf415e406f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c23b75c-5046-4f05-9fa7-cf37bd8f99bc,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:32:16.995935 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.db_base_plugin_v2 [None req-c673aa9c-8f98-493e-bbd8-35914ef71eaa admin admin] Deleting subnet 03ed9462-dbac-4d92-8760-7d1d6e933f53 {{(pid=93308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 17:32:16.999330 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-c673aa9c-8f98-493e-bbd8-35914ef71eaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:17.034573 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-c673aa9c-8f98-493e-bbd8-35914ef71eaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27089399'] for subnet, precommit_delete_associations {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:17.074193 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-c673aa9c-8f98-493e-bbd8-35914ef71eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3688605'] for subnet, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:17.134362 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-c673aa9c-8f98-493e-bbd8-35914ef71eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3688586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26816410'] for subnet, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:17.161713 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673aa9c-8f98-493e-bbd8-35914ef71eaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03ed9462-dbac-4d92-8760-7d1d6e933f53,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:32:17.162903 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 39402) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:32:17.164254 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-c673aa9c-8f98-493e-bbd8-35914ef71eaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:17.168111 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [None req-7e2d10c7-d3d3-46ce-bf9e-e65168e40d0a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-993040179-network', 'tenant_id': '6ea248a84f0c4bd192d5afca73d87348'}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:32:17.169231 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-c673aa9c-8f98-493e-bbd8-35914ef71eaa admin admin] 10.222.0.89 "DELETE /v2.0/subnets/03ed9462-dbac-4d92-8760-7d1d6e933f53 HTTP/1.1" status: 204 len: 168 time: 0.2164793 Aug 06 17:32:17.169998 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 39404) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:32:17.191211 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2d10c7-d3d3-46ce-bf9e-e65168e40d0a admin admin] Made reservation on behalf of 6ea248a84f0c4bd192d5afca73d87348 for: {'network': 1} {{(pid=93309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:32:17.193652 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-7e2d10c7-d3d3-46ce-bf9e-e65168e40d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for network, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:17.202412 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-7e2d10c7-d3d3-46ce-bf9e-e65168e40d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:17.239864 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-01bc20f4-d65c-49e2-b64f-42db2b2d3fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798447'] for network, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:17.289060 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-7e2d10c7-d3d3-46ce-bf9e-e65168e40d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:17.293569 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-7e2d10c7-d3d3-46ce-bf9e-e65168e40d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:17.314017 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e2d10c7-d3d3-46ce-bf9e-e65168e40d0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1081} {{(pid=93309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 17:32:17.322492 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-01bc20f4-d65c-49e2-b64f-42db2b2d3fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3691302', 'neutron.services.segments.db._delete_segments_for_network-8768831503162'] for network, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:17.327494 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d10c7-d3d3-46ce-bf9e-e65168e40d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec52f53-6efa-4ffd-9309-46d55c7aa626,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:32:17.332440 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-7e2d10c7-d3d3-46ce-bf9e-e65168e40d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022'] for segment, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:17.332779 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.db.segments_db [None req-7e2d10c7-d3d3-46ce-bf9e-e65168e40d0a admin admin] Added segment 61579fd0-6e53-4892-8f59-0dcbcb55e92f of type vlan for network edf90ed7-d285-4952-9f86-2a4fa0cf5401 Aug 06 17:32:17.332993 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.services.segments.db [None req-01bc20f4-d65c-49e2-b64f-42db2b2d3fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5210cee4-ea33-4d66-949f-39b8b3b1112d']}} {{(pid=93308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:32:17.343957 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.services.segments.db [None req-01bc20f4-d65c-49e2-b64f-42db2b2d3fb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '103c6035-9db7-45c7-abb2-28e5db92d7a6') {'for_net_delete': True} {{(pid=93308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:32:17.344658 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.services.segments.db [None req-01bc20f4-d65c-49e2-b64f-42db2b2d3fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '103c6035-9db7-45c7-abb2-28e5db92d7a6') {} {{(pid=93308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:32:17.353628 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-01bc20f4-d65c-49e2-b64f-42db2b2d3fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768831669908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27089376'] for segment, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:17.368740 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-01bc20f4-d65c-49e2-b64f-42db2b2d3fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022'] for segment, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:17.374712 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01bc20f4-d65c-49e2-b64f-42db2b2d3fb0 admin admin] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=93308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 17:32:17.375183 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-01bc20f4-d65c-49e2-b64f-42db2b2d3fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089831'] for segment, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:17.376736 dv-cinder-803773-1-iscsi neutron-server[93308]: Traceback (most recent call last): Aug 06 17:32:17.376736 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 17:32:17.376736 dv-cinder-803773-1-iscsi neutron-server[93308]: timer() Aug 06 17:32:17.376736 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 17:32:17.376736 dv-cinder-803773-1-iscsi neutron-server[93308]: cb(*args, **kw) Aug 06 17:32:17.376736 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 17:32:17.376736 dv-cinder-803773-1-iscsi neutron-server[93308]: return func(*args, **kwargs) Aug 06 17:32:17.376736 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 17:32:17.376736 dv-cinder-803773-1-iscsi neutron-server[93308]: self._notify() Aug 06 17:32:17.376736 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 17:32:17.376736 dv-cinder-803773-1-iscsi neutron-server[93308]: self.callback(batched_events) Aug 06 17:32:17.376736 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 17:32:17.376736 dv-cinder-803773-1-iscsi neutron-server[93308]: event.method(event) Aug 06 17:32:17.376736 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 17:32:17.376736 dv-cinder-803773-1-iscsi neutron-server[93308]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 17:32:17.376736 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 17:32:17.376736 dv-cinder-803773-1-iscsi neutron-server[93308]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 17:32:17.376736 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 17:32:17.376736 dv-cinder-803773-1-iscsi neutron-server[93308]: return f(self, *a, **k) Aug 06 17:32:17.376736 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 17:32:17.376736 dv-cinder-803773-1-iscsi neutron-server[93308]: return self._get(url).json() Aug 06 17:32:17.376736 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 17:32:17.376736 dv-cinder-803773-1-iscsi neutron-server[93308]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 17:32:17.376736 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 17:32:17.376736 dv-cinder-803773-1-iscsi neutron-server[93308]: return self.request(url, 'GET', **kwargs) Aug 06 17:32:17.376736 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 17:32:17.376736 dv-cinder-803773-1-iscsi neutron-server[93308]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 17:32:17.376736 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 17:32:17.376736 dv-cinder-803773-1-iscsi neutron-server[93308]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 17:32:17.376736 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 17:32:17.376736 dv-cinder-803773-1-iscsi neutron-server[93308]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 17:32:17.376736 dv-cinder-803773-1-iscsi neutron-server[93308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 17:32:17.379078 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-7e2d10c7-d3d3-46ce-bf9e-e65168e40d0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768831157836'] for network, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:17.409168 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-7e2d10c7-d3d3-46ce-bf9e-e65168e40d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707'] for network, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:17.410138 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2d10c7-d3d3-46ce-bf9e-e65168e40d0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:32:17.410958 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-7e2d10c7-d3d3-46ce-bf9e-e65168e40d0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for network, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:17.427956 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-01bc20f4-d65c-49e2-b64f-42db2b2d3fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3691295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435753'] for network, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:17.433136 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-01bc20f4-d65c-49e2-b64f-42db2b2d3fb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for network, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:17.435066 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-01bc20f4-d65c-49e2-b64f-42db2b2d3fb0 admin admin] 10.222.0.89 "DELETE /v2.0/networks/5210cee4-ea33-4d66-949f-39b8b3b1112d HTTP/1.1" status: 204 len: 168 time: 0.2636714 Aug 06 17:32:17.451470 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc20f4-d65c-49e2-b64f-42db2b2d3fb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5210cee4-ea33-4d66-949f-39b8b3b1112d,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:32:17.474450 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-7e2d10c7-d3d3-46ce-bf9e-e65168e40d0a admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3089607 Aug 06 17:32:17.476467 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 39408) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:32:17.478955 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d10c7-d3d3-46ce-bf9e-e65168e40d0a admin admin] Pushing event updated for resources: {'Network': ['ID=edf90ed7-d285-4952-9f86-2a4fa0cf5401,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:32:17.482050 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-c61212b8-6891-414b-9ae9-29a87d55280e admin admin] Request body: {'subnet': {'network_id': 'edf90ed7-d285-4952-9f86-2a4fa0cf5401', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-993040179-subnet', 'tenant_id': '6ea248a84f0c4bd192d5afca73d87348', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:32:17.489650 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Network edf90ed7-d285-4952-9f86-2a4fa0cf5401 details requested by agent ovs-agent-dv-cinder-803773-1-iscsi with host dv-cinder-803773-1-iscsi {{(pid=93310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 17:32:17.504038 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61212b8-6891-414b-9ae9-29a87d55280e admin admin] Made reservation on behalf of 6ea248a84f0c4bd192d5afca73d87348 for: {'subnet': 1} {{(pid=93308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:32:17.506817 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-c61212b8-6891-414b-9ae9-29a87d55280e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26816433'] for subnet, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:17.619505 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 39410) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:32:17.659682 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-ad648df5-5fa0-4096-aaa6-6f321bcd2b53 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=82408cabda0047c7b7daf7ddf1063925&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387764 Aug 06 17:32:17.662346 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 39412) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:32:17.679458 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-c61212b8-6891-414b-9ae9-29a87d55280e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26816387'] for subnet, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:17.711612 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-9eb6cbeb-8d66-4afc-87c4-251226827677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:17.726342 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61212b8-6891-414b-9ae9-29a87d55280e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4938de77-1a57-4059-b825-d6fdc6d5c583,revision_number=0']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:32:17.735543 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-9eb6cbeb-8d66-4afc-87c4-251226827677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:17.741641 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61212b8-6891-414b-9ae9-29a87d55280e admin admin] Checking segment: {'id': '61579fd0-6e53-4892-8f59-0dcbcb55e92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'edf90ed7-d285-4952-9f86-2a4fa0cf5401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:32:17.741992 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61212b8-6891-414b-9ae9-29a87d55280e admin admin] Network hostable DHCP agents. Network: edf90ed7-d285-4952-9f86-2a4fa0cf5401, hostable agents: ['4daea8ea-8fec-4a46-9c0b-2c2eda663924'], hosted agents: [] {{(pid=93308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 17:32:17.760701 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61212b8-6891-414b-9ae9-29a87d55280e admin admin] Network edf90ed7-d285-4952-9f86-2a4fa0cf5401 is scheduled to be hosted by DHCP agent 4daea8ea-8fec-4a46-9c0b-2c2eda663924 with binding_index 1 {{(pid=93308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 17:32:17.771605 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.base_scheduler [None req-c61212b8-6891-414b-9ae9-29a87d55280e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803773-1-iscsi, edf90ed7-d285-4952-9f86-2a4fa0cf5401) {{(pid=93308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:32:17.777015 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61212b8-6891-414b-9ae9-29a87d55280e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:32:17.778412 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-c61212b8-6891-414b-9ae9-29a87d55280e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:17.782934 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528a0469-b892-458e-904a-499271938e86 None None] Network edf90ed7-d285-4952-9f86-2a4fa0cf5401 requested from dv-cinder-803773-1-iscsi {{(pid=93310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:32:17.784067 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-9eb6cbeb-8d66-4afc-87c4-251226827677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:17.786987 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-9eb6cbeb-8d66-4afc-87c4-251226827677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:17.789011 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-9eb6cbeb-8d66-4afc-87c4-251226827677 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/290d607a-f04b-43f9-9925-1beeba4aa5fb HTTP/1.1" status: 204 len: 168 time: 0.1257813 Aug 06 17:32:17.798823 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6cbeb-8d66-4afc-87c4-251226827677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290d607a-f04b-43f9-9925-1beeba4aa5fb,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:32:17.802451 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-c61212b8-6891-414b-9ae9-29a87d55280e admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3244197 Aug 06 17:32:17.917387 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43efd19d-5b11-42b5-b376-396215742d89 None None] Network edf90ed7-d285-4952-9f86-2a4fa0cf5401 requested from dv-cinder-803773-1-iscsi {{(pid=93310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:32:17.920935 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 39418) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:32:17.971647 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.db_base_plugin_v2 [None req-1982c716-12f6-4e51-ad75-d489490ef755 admin admin] Deleting subnet 24fd2f8b-f555-4ecd-8808-1a1f4fea3f99 {{(pid=93309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 17:32:17.974967 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-1982c716-12f6-4e51-ad75-d489490ef755 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:18.012184 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-1982c716-12f6-4e51-ad75-d489490ef755 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29372843'] for subnet, precommit_delete_associations {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:18.051606 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-1982c716-12f6-4e51-ad75-d489490ef755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3688605'] for subnet, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:18.107269 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-1982c716-12f6-4e51-ad75-d489490ef755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3688586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30379176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29509891'] for subnet, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:18.136978 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1982c716-12f6-4e51-ad75-d489490ef755 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24fd2f8b-f555-4ecd-8808-1a1f4fea3f99,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:32:18.139382 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-1982c716-12f6-4e51-ad75-d489490ef755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for subnet, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:18.143541 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-1982c716-12f6-4e51-ad75-d489490ef755 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/24fd2f8b-f555-4ecd-8808-1a1f4fea3f99 HTTP/1.1" status: 204 len: 168 time: 0.2191567 Aug 06 17:32:18.143934 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 39422) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:32:18.163543 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 39424) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:32:18.203689 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-c383a0e7-174d-4ac2-8f79-2d9c546a4fc3 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=96e2fdeb937447a69cd4cc53ff19749c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389261 Aug 06 17:32:18.206128 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 39426) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:32:18.213015 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-bcc97ccc-5a54-4114-92ff-f23e9dc04049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798447'] for network, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:18.254098 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6f06c56d-64aa-4f7e-ae23-950eef496c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:18.274887 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6f06c56d-64aa-4f7e-ae23-950eef496c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:18.293611 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-bcc97ccc-5a54-4114-92ff-f23e9dc04049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3691302', 'neutron.services.segments.db._delete_segments_for_network-8768831503162'] for network, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:18.303674 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.services.segments.db [None req-bcc97ccc-5a54-4114-92ff-f23e9dc04049 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d2c44e7-eb94-441b-8ff2-05580bc6fbc0']}} {{(pid=93308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:32:18.313899 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.services.segments.db [None req-bcc97ccc-5a54-4114-92ff-f23e9dc04049 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfa48308-200a-4935-aeea-f259495589f4') {'for_net_delete': True} {{(pid=93308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:32:18.314193 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.services.segments.db [None req-bcc97ccc-5a54-4114-92ff-f23e9dc04049 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfa48308-200a-4935-aeea-f259495589f4') {} {{(pid=93308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:32:18.323096 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6f06c56d-64aa-4f7e-ae23-950eef496c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:18.323433 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-bcc97ccc-5a54-4114-92ff-f23e9dc04049 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768831669908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27089376'] for segment, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:18.325576 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6f06c56d-64aa-4f7e-ae23-950eef496c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:18.326750 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-6f06c56d-64aa-4f7e-ae23-950eef496c4a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/7f417725-042a-4735-9b96-9d1ad3daea54 HTTP/1.1" status: 204 len: 168 time: 0.1196272 Aug 06 17:32:18.334637 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f06c56d-64aa-4f7e-ae23-950eef496c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f417725-042a-4735-9b96-9d1ad3daea54,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:32:18.337872 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-bcc97ccc-5a54-4114-92ff-f23e9dc04049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022'] for segment, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:18.344430 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcc97ccc-5a54-4114-92ff-f23e9dc04049 admin admin] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=93308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 17:32:18.345032 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-bcc97ccc-5a54-4114-92ff-f23e9dc04049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089831'] for segment, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:18.355029 dv-cinder-803773-1-iscsi neutron-server[93308]: Traceback (most recent call last): Aug 06 17:32:18.355029 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 17:32:18.355029 dv-cinder-803773-1-iscsi neutron-server[93308]: timer() Aug 06 17:32:18.355029 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 17:32:18.355029 dv-cinder-803773-1-iscsi neutron-server[93308]: cb(*args, **kw) Aug 06 17:32:18.355029 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 17:32:18.355029 dv-cinder-803773-1-iscsi neutron-server[93308]: return func(*args, **kwargs) Aug 06 17:32:18.355029 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 17:32:18.355029 dv-cinder-803773-1-iscsi neutron-server[93308]: self._notify() Aug 06 17:32:18.355029 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 17:32:18.355029 dv-cinder-803773-1-iscsi neutron-server[93308]: self.callback(batched_events) Aug 06 17:32:18.355029 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 17:32:18.355029 dv-cinder-803773-1-iscsi neutron-server[93308]: event.method(event) Aug 06 17:32:18.355029 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 17:32:18.355029 dv-cinder-803773-1-iscsi neutron-server[93308]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 17:32:18.355029 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 17:32:18.355029 dv-cinder-803773-1-iscsi neutron-server[93308]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 17:32:18.355029 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 17:32:18.355029 dv-cinder-803773-1-iscsi neutron-server[93308]: return f(self, *a, **k) Aug 06 17:32:18.355029 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 17:32:18.355029 dv-cinder-803773-1-iscsi neutron-server[93308]: return self._get(url).json() Aug 06 17:32:18.355029 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 17:32:18.355029 dv-cinder-803773-1-iscsi neutron-server[93308]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 17:32:18.355029 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 17:32:18.355029 dv-cinder-803773-1-iscsi neutron-server[93308]: return self.request(url, 'GET', **kwargs) Aug 06 17:32:18.355029 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 17:32:18.355029 dv-cinder-803773-1-iscsi neutron-server[93308]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 17:32:18.355029 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 17:32:18.355029 dv-cinder-803773-1-iscsi neutron-server[93308]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 17:32:18.355029 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 17:32:18.355029 dv-cinder-803773-1-iscsi neutron-server[93308]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 17:32:18.355029 dv-cinder-803773-1-iscsi neutron-server[93308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 17:32:18.403290 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-bcc97ccc-5a54-4114-92ff-f23e9dc04049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3691295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435753'] for network, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:18.408514 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-bcc97ccc-5a54-4114-92ff-f23e9dc04049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for network, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:18.410370 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-bcc97ccc-5a54-4114-92ff-f23e9dc04049 admin admin] 10.222.0.89 "DELETE /v2.0/networks/3d2c44e7-eb94-441b-8ff2-05580bc6fbc0 HTTP/1.1" status: 204 len: 168 time: 0.2654181 Aug 06 17:32:18.413732 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 39430) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:32:18.421046 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc97ccc-5a54-4114-92ff-f23e9dc04049 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d2c44e7-eb94-441b-8ff2-05580bc6fbc0,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:32:18.457050 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddf816f2-6170-4210-b79e-f813b5039c82 admin admin] Deleting subnet 4938de77-1a57-4059-b825-d6fdc6d5c583 {{(pid=93309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 17:32:18.460384 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-ddf816f2-6170-4210-b79e-f813b5039c82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:18.499431 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-ddf816f2-6170-4210-b79e-f813b5039c82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29372843'] for subnet, precommit_delete_associations {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:18.537809 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-ddf816f2-6170-4210-b79e-f813b5039c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3688605'] for subnet, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:18.590086 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-ddf816f2-6170-4210-b79e-f813b5039c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3688586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30379176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29509891'] for subnet, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:18.612940 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf816f2-6170-4210-b79e-f813b5039c82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4938de77-1a57-4059-b825-d6fdc6d5c583,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:32:18.619750 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-ddf816f2-6170-4210-b79e-f813b5039c82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for subnet, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:18.624053 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-ddf816f2-6170-4210-b79e-f813b5039c82 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/4938de77-1a57-4059-b825-d6fdc6d5c583 HTTP/1.1" status: 204 len: 168 time: 0.2068563 Aug 06 17:32:18.624254 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 39438) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:32:18.695748 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-08f13214-b1b5-4163-ae8d-33f3e3ff6ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798447'] for network, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:18.772977 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-08f13214-b1b5-4163-ae8d-33f3e3ff6ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3691302', 'neutron.services.segments.db._delete_segments_for_network-8768831503162'] for network, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:18.783152 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.services.segments.db [None req-08f13214-b1b5-4163-ae8d-33f3e3ff6ee8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edf90ed7-d285-4952-9f86-2a4fa0cf5401']}} {{(pid=93309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:32:18.798719 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.services.segments.db [None req-08f13214-b1b5-4163-ae8d-33f3e3ff6ee8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61579fd0-6e53-4892-8f59-0dcbcb55e92f') {'for_net_delete': True} {{(pid=93309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:32:18.799015 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.services.segments.db [None req-08f13214-b1b5-4163-ae8d-33f3e3ff6ee8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61579fd0-6e53-4892-8f59-0dcbcb55e92f') {} {{(pid=93309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:32:18.809361 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-08f13214-b1b5-4163-ae8d-33f3e3ff6ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768831669908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29372860'] for segment, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:18.823594 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-08f13214-b1b5-4163-ae8d-33f3e3ff6ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022'] for segment, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:18.829793 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08f13214-b1b5-4163-ae8d-33f3e3ff6ee8 admin admin] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=93309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 17:32:18.830357 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-08f13214-b1b5-4163-ae8d-33f3e3ff6ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30379126'] for segment, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:18.832390 dv-cinder-803773-1-iscsi neutron-server[93309]: Traceback (most recent call last): Aug 06 17:32:18.832390 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 17:32:18.832390 dv-cinder-803773-1-iscsi neutron-server[93309]: timer() Aug 06 17:32:18.832390 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 17:32:18.832390 dv-cinder-803773-1-iscsi neutron-server[93309]: cb(*args, **kw) Aug 06 17:32:18.832390 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 17:32:18.832390 dv-cinder-803773-1-iscsi neutron-server[93309]: return func(*args, **kwargs) Aug 06 17:32:18.832390 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 17:32:18.832390 dv-cinder-803773-1-iscsi neutron-server[93309]: self._notify() Aug 06 17:32:18.832390 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 17:32:18.832390 dv-cinder-803773-1-iscsi neutron-server[93309]: self.callback(batched_events) Aug 06 17:32:18.832390 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 17:32:18.832390 dv-cinder-803773-1-iscsi neutron-server[93309]: event.method(event) Aug 06 17:32:18.832390 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 17:32:18.832390 dv-cinder-803773-1-iscsi neutron-server[93309]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 17:32:18.832390 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 17:32:18.832390 dv-cinder-803773-1-iscsi neutron-server[93309]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 17:32:18.832390 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 17:32:18.832390 dv-cinder-803773-1-iscsi neutron-server[93309]: return f(self, *a, **k) Aug 06 17:32:18.832390 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 17:32:18.832390 dv-cinder-803773-1-iscsi neutron-server[93309]: return self._get(url).json() Aug 06 17:32:18.832390 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 17:32:18.832390 dv-cinder-803773-1-iscsi neutron-server[93309]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 17:32:18.832390 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 17:32:18.832390 dv-cinder-803773-1-iscsi neutron-server[93309]: return self.request(url, 'GET', **kwargs) Aug 06 17:32:18.832390 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 17:32:18.832390 dv-cinder-803773-1-iscsi neutron-server[93309]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 17:32:18.832390 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 17:32:18.832390 dv-cinder-803773-1-iscsi neutron-server[93309]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 17:32:18.832390 dv-cinder-803773-1-iscsi neutron-server[93309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 17:32:18.832390 dv-cinder-803773-1-iscsi neutron-server[93309]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 17:32:18.832390 dv-cinder-803773-1-iscsi neutron-server[93309]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 17:32:18.886916 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-08f13214-b1b5-4163-ae8d-33f3e3ff6ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3691295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435753'] for network, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:18.892896 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-08f13214-b1b5-4163-ae8d-33f3e3ff6ee8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for network, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:18.894745 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-08f13214-b1b5-4163-ae8d-33f3e3ff6ee8 admin admin] 10.222.0.89 "DELETE /v2.0/networks/edf90ed7-d285-4952-9f86-2a4fa0cf5401 HTTP/1.1" status: 204 len: 168 time: 0.2695665 Aug 06 17:32:18.906223 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f13214-b1b5-4163-ae8d-33f3e3ff6ee8 admin admin] Pushing event deleted for resources: {'Network': ['ID=edf90ed7-d285-4952-9f86-2a4fa0cf5401,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:32:19.020353 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 39454) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:32:19.063317 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-910b3a27-794c-4acb-b497-3a9e45a9ba58 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f49152c3a26746418b37fcda7ebc9d9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418696 Aug 06 17:32:19.065710 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 39460) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:32:19.113762 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-12b7946a-7ba7-4e91-9e83-32e282448e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:19.139200 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-12b7946a-7ba7-4e91-9e83-32e282448e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:19.187409 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-12b7946a-7ba7-4e91-9e83-32e282448e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:19.189904 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-12b7946a-7ba7-4e91-9e83-32e282448e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:19.191138 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-12b7946a-7ba7-4e91-9e83-32e282448e3c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f2e318a8-12ef-425c-8e8a-6d75eb0db5d3 HTTP/1.1" status: 204 len: 168 time: 0.1244888 Aug 06 17:32:19.201213 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b7946a-7ba7-4e91-9e83-32e282448e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e318a8-12ef-425c-8e8a-6d75eb0db5d3,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:32:19.603333 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 39470) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:32:19.644572 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-a6b3fcc8-09b9-42ec-87ed-114334946113 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6ea248a84f0c4bd192d5afca73d87348&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401249 Aug 06 17:32:19.647137 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 39472) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:32:19.707156 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-7367f552-17aa-45e2-89aa-fd3bb4921674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:19.727892 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-7367f552-17aa-45e2-89aa-fd3bb4921674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:19.776657 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-7367f552-17aa-45e2-89aa-fd3bb4921674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:19.779935 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-7367f552-17aa-45e2-89aa-fd3bb4921674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:19.781098 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-7367f552-17aa-45e2-89aa-fd3bb4921674 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/dec52f53-6efa-4ffd-9309-46d55c7aa626 HTTP/1.1" status: 204 len: 168 time: 0.1330910 Aug 06 17:32:19.789411 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7367f552-17aa-45e2-89aa-fd3bb4921674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec52f53-6efa-4ffd-9309-46d55c7aa626,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:32:21.098639 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-de0bdae5-d8a5-4823-8836-1789872b47fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:22.463525 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 39552) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:32:22.572565 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-31148d7f-f3ec-496b-9700-8663999c2b8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:22.666158 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-31148d7f-f3ec-496b-9700-8663999c2b8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:22.671540 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-31148d7f-f3ec-496b-9700-8663999c2b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:22.713849 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-31148d7f-f3ec-496b-9700-8663999c2b8b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d86ed1d073594bb19e2cb9d9d95e2072&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2468092 Aug 06 17:32:22.713849 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31148d7f-f3ec-496b-9700-8663999c2b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35268029-aa42-43b2-a8fc-864d1554561b,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:32:22.714440 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 39560) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:32:22.773036 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-8ea176ae-0afb-43b7-97d9-237416660425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:22.796886 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-8ea176ae-0afb-43b7-97d9-237416660425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:22.847625 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-8ea176ae-0afb-43b7-97d9-237416660425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:22.851682 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-8ea176ae-0afb-43b7-97d9-237416660425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:22.853253 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-8ea176ae-0afb-43b7-97d9-237416660425 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/35268029-aa42-43b2-a8fc-864d1554561b HTTP/1.1" status: 204 len: 168 time: 0.1377561 Aug 06 17:32:22.862726 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea176ae-0afb-43b7-97d9-237416660425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35268029-aa42-43b2-a8fc-864d1554561b,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:32:23.400213 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-6cf7338c-d31e-4087-889f-3d692fc127bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:24.087975 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:25.154115 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:26.985352 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:40.107808 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:43.365519 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.agents_db [None req-f0f84874-ee0a-4567-8005-82f1841bb43f None None] Agent healthcheck: found 6 active agents {{(pid=93311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:32:51.103385 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7895bf38-e8a3-45cd-a371-9840f5884e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:52.989919 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9e948eef-b711-48b8-8c26-551ddb481011 req-84ccc3c9-6fee-4a88-8f85-42a831097623 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=dd90250c-9e99-45a8-a76a-e5738d201f75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0536828 Aug 06 17:32:53.070587 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e948eef-b711-48b8-8c26-551ddb481011 req-a0fbaf6c-808e-470a-bc73-7d2f99d87e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:32:53.072011 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9e948eef-b711-48b8-8c26-551ddb481011 req-a0fbaf6c-808e-470a-bc73-7d2f99d87e93 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d890e20c0d05493c9b56c9fba16f16d4&device_id=dd90250c-9e99-45a8-a76a-e5738d201f75 HTTP/1.1" status: 200 len: 1098 time: 0.0452833 Aug 06 17:32:53.183794 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e948eef-b711-48b8-8c26-551ddb481011 req-e7b69248-e5a9-4479-b5d3-71740049e5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:32:53.185292 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9e948eef-b711-48b8-8c26-551ddb481011 req-e7b69248-e5a9-4479-b5d3-71740049e5e2 service neutron] 10.222.0.96 "GET /v2.0/networks?id=12959d86-3f27-4436-a850-45d1f5a6fb36 HTTP/1.1" status: 200 len: 914 time: 0.0910077 Aug 06 17:32:53.254822 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9e948eef-b711-48b8-8c26-551ddb481011 req-5cac4104-fc4f-4368-a17f-16e0f4484663 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=861c401a-2f86-4139-a367-6ecab40c4172 HTTP/1.1" status: 200 len: 1001 time: 0.0616949 Aug 06 17:32:53.310030 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e948eef-b711-48b8-8c26-551ddb481011 req-b2a19864-42c4-4761-aa09-4af431dd2a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:32:53.311588 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9e948eef-b711-48b8-8c26-551ddb481011 req-b2a19864-42c4-4761-aa09-4af431dd2a66 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9a9869f0-8837-4c76-82e1-b61ab6cd1287 HTTP/1.1" status: 200 len: 851 time: 0.0473771 Aug 06 17:32:53.360900 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e948eef-b711-48b8-8c26-551ddb481011 req-4df886f5-caf0-48cb-a4d1-cd1ee3c8d0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:32:53.362365 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9e948eef-b711-48b8-8c26-551ddb481011 req-4df886f5-caf0-48cb-a4d1-cd1ee3c8d0dd service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=12959d86-3f27-4436-a850-45d1f5a6fb36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420473 Aug 06 17:32:53.403355 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fad1a412-4500-4e40-80e3-e9c920b03078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:53.463839 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9e948eef-b711-48b8-8c26-551ddb481011 req-f122dc32-e8de-49ec-9c53-2af90262f167 service neutron] 10.222.0.96 "GET /v2.0/networks/12959d86-3f27-4436-a850-45d1f5a6fb36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932777 Aug 06 17:32:53.562238 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9e948eef-b711-48b8-8c26-551ddb481011 req-67f49d2f-736e-4b1a-a072-3d94b9c8aa38 service neutron] 10.222.0.96 "GET /v2.0/networks/12959d86-3f27-4436-a850-45d1f5a6fb36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897036 Aug 06 17:32:54.094649 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:54.170883 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 39930) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:32:54.293777 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-7c8aa426-6ce2-4369-b482-562171a126d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:54.400102 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-7c8aa426-6ce2-4369-b482-562171a126d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:54.406342 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-7c8aa426-6ce2-4369-b482-562171a126d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:54.443506 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-7c8aa426-6ce2-4369-b482-562171a126d5 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=333f5acc0693404094ce1d1bd947b978&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2711983 Aug 06 17:32:54.444226 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8aa426-6ce2-4369-b482-562171a126d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5846653c-1121-4463-83cd-02213f04e7d8,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:32:54.447061 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 39934) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:32:54.502455 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-7c9b5b78-cf98-4d7f-996d-36ff8b8df756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:54.529152 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-7c9b5b78-cf98-4d7f-996d-36ff8b8df756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:54.578843 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-7c9b5b78-cf98-4d7f-996d-36ff8b8df756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:54.581454 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-7c9b5b78-cf98-4d7f-996d-36ff8b8df756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:54.585631 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-7c9b5b78-cf98-4d7f-996d-36ff8b8df756 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5846653c-1121-4463-83cd-02213f04e7d8 HTTP/1.1" status: 204 len: 168 time: 0.1375184 Aug 06 17:32:54.594875 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b5b78-cf98-4d7f-996d-36ff8b8df756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5846653c-1121-4463-83cd-02213f04e7d8,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:32:54.879602 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 39940) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:32:54.892891 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-91f73649-1d1c-44e1-a90a-5074a1a23207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:54.993828 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-91f73649-1d1c-44e1-a90a-5074a1a23207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:54.999113 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-91f73649-1d1c-44e1-a90a-5074a1a23207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:55.042809 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-91f73649-1d1c-44e1-a90a-5074a1a23207 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=75542e591bb1403897d93cc20a0c9bf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1620808 Aug 06 17:32:55.044662 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f73649-1d1c-44e1-a90a-5074a1a23207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec71ca4-2d7b-498a-ae8e-913de396dbf3,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:32:55.045678 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 39944) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:32:55.099630 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-088288a7-5c51-4156-b818-678fa0915287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:55.122512 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-088288a7-5c51-4156-b818-678fa0915287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:55.154470 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:55.171770 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-088288a7-5c51-4156-b818-678fa0915287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:55.174268 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-088288a7-5c51-4156-b818-678fa0915287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:55.175750 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-088288a7-5c51-4156-b818-678fa0915287 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/dec71ca4-2d7b-498a-ae8e-913de396dbf3 HTTP/1.1" status: 204 len: 168 time: 0.1289921 Aug 06 17:32:55.191851 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088288a7-5c51-4156-b818-678fa0915287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec71ca4-2d7b-498a-ae8e-913de396dbf3,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:32:55.301889 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc990e9-41a1-4f89-9e38-61b5efb28faa req-ea8ee60e-e725-45c1-a3a7-e17f25f0ab11 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:32:55.303473 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-ebc990e9-41a1-4f89-9e38-61b5efb28faa req-ea8ee60e-e725-45c1-a3a7-e17f25f0ab11 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd90250c-9e99-45a8-a76a-e5738d201f75 HTTP/1.1" status: 200 len: 945 time: 0.0532513 Aug 06 17:32:55.350807 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-ebc990e9-41a1-4f89-9e38-61b5efb28faa req-2bcb186e-3598-4d70-b8b8-fb1f7d62eddb tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398798 Aug 06 17:32:56.473947 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa1acf-1249-4503-90fe-f276569ebf4b req-3d1c8a34-71d6-4a27-ad89-bbb851cbf9d6 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:32:56.475604 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-98aa1acf-1249-4503-90fe-f276569ebf4b req-3d1c8a34-71d6-4a27-ad89-bbb851cbf9d6 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd90250c-9e99-45a8-a76a-e5738d201f75 HTTP/1.1" status: 200 len: 945 time: 0.0502996 Aug 06 17:32:56.516391 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-98aa1acf-1249-4503-90fe-f276569ebf4b req-a93cac88-1591-4b17-8783-b508943e2fa6 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337086 Aug 06 17:32:56.989615 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:57.202250 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b0c78-6d87-4bfa-b059-49c3c44cab06 req-7eb2826c-cbb6-4871-ba11-55a2d2794c9c tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:32:57.203839 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-783b0c78-6d87-4bfa-b059-49c3c44cab06 req-7eb2826c-cbb6-4871-ba11-55a2d2794c9c tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.96 "GET /v2.0/ports?device_id=dd90250c-9e99-45a8-a76a-e5738d201f75 HTTP/1.1" status: 200 len: 945 time: 0.0648928 Aug 06 17:32:57.310159 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [req-783b0c78-6d87-4bfa-b059-49c3c44cab06 req-8553444f-1f11-441b-825e-f794f79ec229 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Deleting port 861c401a-2f86-4139-a367-6ecab40c4172 {{(pid=93308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:32:57.310525 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-783b0c78-6d87-4bfa-b059-49c3c44cab06 req-8553444f-1f11-441b-825e-f794f79ec229 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:57.409148 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [req-783b0c78-6d87-4bfa-b059-49c3c44cab06 req-8553444f-1f11-441b-825e-f794f79ec229 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] For port 861c401a-2f86-4139-a367-6ecab40c4172, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=861c401a-2f86-4139-a367-6ecab40c4172,segment=NetworkSegment(02b005d2-1715-4919-aaec-fce73105542d),segment_id=02b005d2-1715-4919-aaec-fce73105542d)] {{(pid=93308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:32:57.409472 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-783b0c78-6d87-4bfa-b059-49c3c44cab06 req-8553444f-1f11-441b-825e-f794f79ec229 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:57.598687 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-783b0c78-6d87-4bfa-b059-49c3c44cab06 req-8553444f-1f11-441b-825e-f794f79ec229 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:57.599064 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-783b0c78-6d87-4bfa-b059-49c3c44cab06 req-8553444f-1f11-441b-825e-f794f79ec229 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435792'] for floatingip, after_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:57.599383 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.db.l3_db [req-783b0c78-6d87-4bfa-b059-49c3c44cab06 req-8553444f-1f11-441b-825e-f794f79ec229 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Floating IP f59d34ce-0490-4018-a2d7-f53e16723443 disassociated. External IP: 172.27.0.224, port: 861c401a-2f86-4139-a367-6ecab40c4172. Aug 06 17:32:57.599725 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [req-783b0c78-6d87-4bfa-b059-49c3c44cab06 req-8553444f-1f11-441b-825e-f794f79ec229 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Calling delete_port for 861c401a-2f86-4139-a367-6ecab40c4172 owned by compute:nova {{(pid=93308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:32:57.686967 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0838fc5-12b0-4786-833d-59004f0c4966 req-d7eff6c1-9b5e-40b2-87a7-2a251bd7cb71 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:32:57.688379 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a0838fc5-12b0-4786-833d-59004f0c4966 req-d7eff6c1-9b5e-40b2-87a7-2a251bd7cb71 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd90250c-9e99-45a8-a76a-e5738d201f75 HTTP/1.1" status: 200 len: 945 time: 0.1004026 Aug 06 17:32:57.744206 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a0838fc5-12b0-4786-833d-59004f0c4966 req-709afbf7-d53a-4b8e-8111-07a1bef4df72 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489445 Aug 06 17:32:57.803337 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-783b0c78-6d87-4bfa-b059-49c3c44cab06 req-8553444f-1f11-441b-825e-f794f79ec229 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089738'] for port, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:57.840782 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8553444f-1f11-441b-825e-f794f79ec229 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Pushing event deleted for resources: {'Port': ['ID=861c401a-2f86-4139-a367-6ecab40c4172,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:32:57.852645 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553444f-1f11-441b-825e-f794f79ec229 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:32:57.853019 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553444f-1f11-441b-825e-f794f79ec229 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:32:57.853495 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553444f-1f11-441b-825e-f794f79ec229 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:32:57.853923 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553444f-1f11-441b-825e-f794f79ec229 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:32:57.854357 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553444f-1f11-441b-825e-f794f79ec229 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:32:57.854690 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553444f-1f11-441b-825e-f794f79ec229 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:32:57.855010 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553444f-1f11-441b-825e-f794f79ec229 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:32:57.855328 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553444f-1f11-441b-825e-f794f79ec229 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:32:57.855647 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553444f-1f11-441b-825e-f794f79ec229 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:32:57.855981 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553444f-1f11-441b-825e-f794f79ec229 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:32:57.856330 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553444f-1f11-441b-825e-f794f79ec229 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:32:57.856644 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553444f-1f11-441b-825e-f794f79ec229 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:32:57.975653 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.l3_agent_scheduler [req-783b0c78-6d87-4bfa-b059-49c3c44cab06 req-8553444f-1f11-441b-825e-f794f79ec229 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Router 2a67d704-2d73-4388-92ad-904eaa543784 has already been hosted by L3 agent cbcd3d9e-bca5-4529-952b-48c65d2aceac {{(pid=93308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:32:58.095924 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-783b0c78-6d87-4bfa-b059-49c3c44cab06 req-8553444f-1f11-441b-825e-f794f79ec229 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify agent at l3_agent.dv-cinder-803773-1-iscsi the message routers_updated {{(pid=93308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:32:58.106966 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c884a565-047b-4446-a5fb-8bb513f709ac None None] Sync routers for ids ['2a67d704-2d73-4388-92ad-904eaa543784'] in dv-cinder-803773-1-iscsi {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:32:58.116989 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c884a565-047b-4446-a5fb-8bb513f709ac None None] Routers {'2a67d704-2d73-4388-92ad-904eaa543784'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:32:58.117577 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-c884a565-047b-4446-a5fb-8bb513f709ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:32:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['2a67d704-2d73-4388-92ad-904eaa543784'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:32:58.138978 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.l3_dvrscheduler_db [req-783b0c78-6d87-4bfa-b059-49c3c44cab06 req-8553444f-1f11-441b-825e-f794f79ec229 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] No DVR routers for this DVR port 861c401a-2f86-4139-a367-6ecab40c4172 on host hv-cinder-80377 {{(pid=93308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:32:58.141698 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-783b0c78-6d87-4bfa-b059-49c3c44cab06 req-8553444f-1f11-441b-825e-f794f79ec229 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:32:58.143824 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-783b0c78-6d87-4bfa-b059-49c3c44cab06 req-8553444f-1f11-441b-825e-f794f79ec229 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.96 "DELETE /v2.0/ports/861c401a-2f86-4139-a367-6ecab40c4172 HTTP/1.1" status: 204 len: 173 time: 0.9328654 Aug 06 17:32:58.144265 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd90250c-9e99-45a8-a76a-e5738d201f75', 'name': 'network-vif-deleted', 'tag': '861c401a-2f86-4139-a367-6ecab40c4172'}] {{(pid=93308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:32:58.146883 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9970891e86e7a54ba8327591cdb5f98a510e69f2198634f60bde42845cd177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b49dc6-ad91-4d29-a178-3db603dea13b" -d '{"events": [{"server_uuid": "dd90250c-9e99-45a8-a76a-e5738d201f75", "name": "network-vif-deleted", "tag": "861c401a-2f86-4139-a367-6ecab40c4172"}]}' {{(pid=93308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:32:58.205783 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6466015c-fa35-49fb-8071-2c9cef9a2806 x-openstack-request-id: req-6466015c-fa35-49fb-8071-2c9cef9a2806 {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:32:58.205783 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd90250c-9e99-45a8-a76a-e5738d201f75", "name": "network-vif-deleted", "tag": "861c401a-2f86-4139-a367-6ecab40c4172", "status": "completed", "code": 200}]} {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:32:58.205783 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6466015c-fa35-49fb-8071-2c9cef9a2806 {{(pid=93308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:32:58.206553 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd90250c-9e99-45a8-a76a-e5738d201f75', 'name': 'network-vif-deleted', 'tag': '861c401a-2f86-4139-a367-6ecab40c4172', 'status': 'completed', 'code': 200} Aug 06 17:32:58.287262 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-c884a565-047b-4446-a5fb-8bb513f709ac None None] Set router 2a67d704-2d73-4388-92ad-904eaa543784 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:32:58.523772 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-c884a565-047b-4446-a5fb-8bb513f709ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a67d704-2d73-4388-92ad-904eaa543784', 'name': 'tempest-TestVolumeBootPattern-1564771153-router', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8fc0b773-015b-40c1-acfa-396afe83ce4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:30:01Z', 'revision_number': 4, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'gw_port': {'id': '8fc0b773-015b-40c1-acfa-396afe83ce4b', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': '61c95aac-f09e-42c3-9a66-cee2b39f36c0', 'name': '', 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'mac_address': 'fa:16:3e:d0:ee:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '9a9869f0-8837-4c76-82e1-b61ab6cd1287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:30:00Z', 'updated_at': '2021-08-06T17:30:08Z', 'revision_number': 5, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'subnets': [{'id': '9a9869f0-8837-4c76-82e1-b61ab6cd1287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:32:58.549502 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c884a565-047b-4446-a5fb-8bb513f709ac None None] Checking router: 2a67d704-2d73-4388-92ad-904eaa543784 for host: dv-cinder-803773-1-iscsi {{(pid=93310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:32:58.558575 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c884a565-047b-4446-a5fb-8bb513f709ac None None] Routers {'2a67d704-2d73-4388-92ad-904eaa543784'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:32:58.559211 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-c884a565-047b-4446-a5fb-8bb513f709ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:32:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['2a67d704-2d73-4388-92ad-904eaa543784'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:32:58.672018 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-c884a565-047b-4446-a5fb-8bb513f709ac None None] Set router 2a67d704-2d73-4388-92ad-904eaa543784 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:32:58.862310 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-dff89914-a288-427b-a414-9a3004eb4440 req-5605e40e-a3e0-46d6-8875-7e87642e90d2 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd90250c-9e99-45a8-a76a-e5738d201f75 HTTP/1.1" status: 200 len: 210 time: 0.0277581 Aug 06 17:32:59.042888 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-c884a565-047b-4446-a5fb-8bb513f709ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a67d704-2d73-4388-92ad-904eaa543784', 'name': 'tempest-TestVolumeBootPattern-1564771153-router', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8fc0b773-015b-40c1-acfa-396afe83ce4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:30:01Z', 'revision_number': 4, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'gw_port': {'id': '8fc0b773-015b-40c1-acfa-396afe83ce4b', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': '61c95aac-f09e-42c3-9a66-cee2b39f36c0', 'name': '', 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'mac_address': 'fa:16:3e:d0:ee:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '9a9869f0-8837-4c76-82e1-b61ab6cd1287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:30:00Z', 'updated_at': '2021-08-06T17:30:08Z', 'revision_number': 5, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'subnets': [{'id': '9a9869f0-8837-4c76-82e1-b61ab6cd1287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:32:59.074642 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c884a565-047b-4446-a5fb-8bb513f709ac None None] The sync data for ids ['2a67d704-2d73-4388-92ad-904eaa543784'] in dv-cinder-803773-1-iscsi is: [{'id': '2a67d704-2d73-4388-92ad-904eaa543784', 'name': 'tempest-TestVolumeBootPattern-1564771153-router', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8fc0b773-015b-40c1-acfa-396afe83ce4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:30:01Z', 'revision_number': 4, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'gw_port': {'id': '8fc0b773-015b-40c1-acfa-396afe83ce4b', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': '61c95aac-f09e-42c3-9a66-cee2b39f36c0', 'name': '', 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'mac_address': 'fa:16:3e:d0:ee:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '9a9869f0-8837-4c76-82e1-b61ab6cd1287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:30:00Z', 'updated_at': '2021-08-06T17:30:08Z', 'revision_number': 5, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'subnets': [{'id': '9a9869f0-8837-4c76-82e1-b61ab6cd1287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:32:59.302377 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb634b9-1980-4848-b06f-4f01b0dce1f4 None None] New status for floating IP f59d34ce-0490-4018-a2d7-f53e16723443: DOWN {{(pid=93311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 17:32:59.766285 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 40036) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:32:59.893223 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-cab82a18-1a50-4f1d-94a9-43bcf68fc2bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:00.004183 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-cab82a18-1a50-4f1d-94a9-43bcf68fc2bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:00.011082 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-cab82a18-1a50-4f1d-94a9-43bcf68fc2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:00.048918 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab82a18-1a50-4f1d-94a9-43bcf68fc2bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7f3d1b-8fa2-4110-8695-4a26400f882f,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:00.056487 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-cab82a18-1a50-4f1d-94a9-43bcf68fc2bc admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=23f7ae753223438fb0aa58c063c5fcbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2864444 Aug 06 17:33:00.057691 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 40048) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:33:00.107844 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-a4f60efc-8f30-4e95-91f9-0d937d071b91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:00.144925 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-a4f60efc-8f30-4e95-91f9-0d937d071b91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:00.178829 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-d2d03e7b-31eb-450a-80e8-064e8377aa09 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1108448192&fields=id&tenant_id=d890e20c0d05493c9b56c9fba16f16d4 HTTP/1.1" status: 200 len: 267 time: 0.0663941 Aug 06 17:33:00.267891 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-a4f60efc-8f30-4e95-91f9-0d937d071b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:00.270621 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-a4f60efc-8f30-4e95-91f9-0d937d071b91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:00.271824 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-a4f60efc-8f30-4e95-91f9-0d937d071b91 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/1a7f3d1b-8fa2-4110-8695-4a26400f882f HTTP/1.1" status: 204 len: 168 time: 0.2130814 Aug 06 17:33:00.287516 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f60efc-8f30-4e95-91f9-0d937d071b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7f3d1b-8fa2-4110-8695-4a26400f882f,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:00.321835 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-2f4554c7-4926-482b-a8df-469bd6861969 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:00.323777 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-2f4554c7-4926-482b-a8df-469bd6861969 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/networks?id=12959d86-3f27-4436-a850-45d1f5a6fb36 HTTP/1.1" status: 200 len: 812 time: 0.1349032 Aug 06 17:33:00.339963 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-1a8c311f-2b7c-4f03-9778-63ff633841d3 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/quotas/d890e20c0d05493c9b56c9fba16f16d4 HTTP/1.1" status: 200 len: 375 time: 0.0101275 Aug 06 17:33:00.400090 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-8c060b54-42fe-4fb1-bbea-27594408edca tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=d890e20c0d05493c9b56c9fba16f16d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0532153 Aug 06 17:33:00.508225 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-57162030-baaf-4409-9b10-d4e951c37a0e service neutron] 10.222.0.89 "GET /v2.0/networks/12959d86-3f27-4436-a850-45d1f5a6fb36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955629 Aug 06 17:33:00.569914 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 40056) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:33:00.586084 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-6740a1e9-7ea2-4abb-923c-4a8f9042bf34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:00.623691 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 861c401a-2f86-4139-a367-6ecab40c4172 no longer exists at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:33:00.639891 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-38775d69-aa0c-40c3-b255-969cc1b7d8c5 service neutron] 10.222.0.89 "GET /v2.0/networks/12959d86-3f27-4436-a850-45d1f5a6fb36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244543 Aug 06 17:33:00.645980 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] No Port match for: 861c401a-2f86-4139-a367-6ecab40c4172 {{(pid=93310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:33:00.646395 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 861c401a-2f86-4139-a367-6ecab40c4172 not bound to the agent host hv-cinder-80377 {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:33:00.713273 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-6740a1e9-7ea2-4abb-923c-4a8f9042bf34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:00.717843 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-6740a1e9-7ea2-4abb-923c-4a8f9042bf34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:00.758548 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-6740a1e9-7ea2-4abb-923c-4a8f9042bf34 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=1fea39e817234af6bf2847006fe3ac90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1875389 Aug 06 17:33:00.760567 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6740a1e9-7ea2-4abb-923c-4a8f9042bf34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2abba8cd-eb49-4a32-a61b-300e4cf367d2,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:00.761312 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 40062) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:33:00.819155 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-b614c6ee-2576-4ed5-8764-9a97945e07f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:00.843097 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-b614c6ee-2576-4ed5-8764-9a97945e07f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:00.904816 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-b614c6ee-2576-4ed5-8764-9a97945e07f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:00.907528 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-b614c6ee-2576-4ed5-8764-9a97945e07f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:00.908908 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-b614c6ee-2576-4ed5-8764-9a97945e07f8 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/2abba8cd-eb49-4a32-a61b-300e4cf367d2 HTTP/1.1" status: 204 len: 168 time: 0.1452305 Aug 06 17:33:00.916974 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b614c6ee-2576-4ed5-8764-9a97945e07f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abba8cd-eb49-4a32-a61b-300e4cf367d2,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:00.954642 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f05637c8-a66d-473a-b4b1-3bf32332b9ee req-b06ebdbe-8e7a-4b62-9a45-6b369121ce1f tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=8d0936ec-85ca-43e6-8130-3dff042c1aa1 HTTP/1.1" status: 200 len: 210 time: 0.0307693 Aug 06 17:33:02.049287 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-c7453d5d-f814-4335-87ec-bfe022430051 req-da21332c-1197-40e3-aa3b-76adf558a1f5 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=8d0936ec-85ca-43e6-8130-3dff042c1aa1 HTTP/1.1" status: 200 len: 210 time: 0.0321069 Aug 06 17:33:02.838551 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 40130) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:33:02.959594 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-9c86012d-509a-45d2-a3a2-cdfa6bc8ba57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:03.058762 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-9c86012d-509a-45d2-a3a2-cdfa6bc8ba57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:03.063825 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-9c86012d-509a-45d2-a3a2-cdfa6bc8ba57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:03.099001 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86012d-509a-45d2-a3a2-cdfa6bc8ba57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814e09c6-bfb0-45d5-857b-6f75a8af0a36,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:03.118857 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-9c86012d-509a-45d2-a3a2-cdfa6bc8ba57 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ad9b468879c54b288b21f4c836ee14bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2791543 Aug 06 17:33:03.120021 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 40146) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:33:03.125428 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-ae8d7d62-5aac-4788-8070-5b736f0179bc req-3c6ea7df-db05-4050-acce-5c33ac9231b7 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=8d0936ec-85ca-43e6-8130-3dff042c1aa1 HTTP/1.1" status: 200 len: 210 time: 0.0286062 Aug 06 17:33:03.187290 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-24dd9d61-b05a-473a-a8ff-19a5268b7f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:03.213366 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-24dd9d61-b05a-473a-a8ff-19a5268b7f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:03.270448 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-24dd9d61-b05a-473a-a8ff-19a5268b7f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:03.274376 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-24dd9d61-b05a-473a-a8ff-19a5268b7f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:03.275967 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-24dd9d61-b05a-473a-a8ff-19a5268b7f96 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/814e09c6-bfb0-45d5-857b-6f75a8af0a36 HTTP/1.1" status: 204 len: 168 time: 0.1549022 Aug 06 17:33:03.284201 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dd9d61-b05a-473a-a8ff-19a5268b7f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814e09c6-bfb0-45d5-857b-6f75a8af0a36,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:03.570362 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 40162) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:33:03.584800 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-718c659f-b29c-43a1-8d14-f5529fbf9b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:03.685502 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-718c659f-b29c-43a1-8d14-f5529fbf9b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:03.690596 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-718c659f-b29c-43a1-8d14-f5529fbf9b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:03.729390 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-718c659f-b29c-43a1-8d14-f5529fbf9b85 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=4643946bc6df47ffaabec1033dbbc613&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1578031 Aug 06 17:33:03.730201 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718c659f-b29c-43a1-8d14-f5529fbf9b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c7873f-78f9-4964-afa7-dbdcf67aa673,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:03.732895 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 40164) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:33:03.783136 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-65807473-0767-41bb-acd5-c5078823132c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:03.806151 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-65807473-0767-41bb-acd5-c5078823132c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:03.861016 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-65807473-0767-41bb-acd5-c5078823132c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:03.865149 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-65807473-0767-41bb-acd5-c5078823132c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:03.867001 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-65807473-0767-41bb-acd5-c5078823132c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/30c7873f-78f9-4964-afa7-dbdcf67aa673 HTTP/1.1" status: 204 len: 168 time: 0.1324921 Aug 06 17:33:03.878585 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65807473-0767-41bb-acd5-c5078823132c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c7873f-78f9-4964-afa7-dbdcf67aa673,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:04.208397 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f710d009-0881-421e-afc8-65020e635667 req-d02b0918-9c7b-4cce-91b9-9cdf6d54b3d1 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=8d0936ec-85ca-43e6-8130-3dff042c1aa1 HTTP/1.1" status: 200 len: 210 time: 0.0290797 Aug 06 17:33:05.068064 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 40206) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:33:05.196120 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-4b9ffc67-7a89-40af-a122-5fa9da6c51a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:05.302285 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-4b9ffc67-7a89-40af-a122-5fa9da6c51a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:05.307805 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-4b9ffc67-7a89-40af-a122-5fa9da6c51a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:05.313788 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-fede00dc-3e89-46e6-909e-21dfbc964286 req-87bf76be-c5f3-4870-b7c4-6030f5a5c0ee tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=8d0936ec-85ca-43e6-8130-3dff042c1aa1 HTTP/1.1" status: 200 len: 210 time: 0.0274391 Aug 06 17:33:05.344911 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9ffc67-7a89-40af-a122-5fa9da6c51a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240f5666-cb53-4219-aa4c-0037f44169a8,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:05.354233 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-4b9ffc67-7a89-40af-a122-5fa9da6c51a1 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5a54cdb6331a4bbe8a686b6d9468fa54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2850676 Aug 06 17:33:05.355012 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 40214) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:33:05.406574 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-ad4a3125-b883-4b33-9592-4663842ef09d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:05.429737 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-ad4a3125-b883-4b33-9592-4663842ef09d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:05.477674 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-ad4a3125-b883-4b33-9592-4663842ef09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:05.481029 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-ad4a3125-b883-4b33-9592-4663842ef09d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:05.482490 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-ad4a3125-b883-4b33-9592-4663842ef09d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/240f5666-cb53-4219-aa4c-0037f44169a8 HTTP/1.1" status: 204 len: 168 time: 0.1265750 Aug 06 17:33:05.491939 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a3125-b883-4b33-9592-4663842ef09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240f5666-cb53-4219-aa4c-0037f44169a8,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:06.172748 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-172c5792-674f-4c31-bc57-52f6ad4e23f1 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:06.175113 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-172c5792-674f-4c31-bc57-52f6ad4e23f1 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.96 "GET /v2.0/networks?id=12959d86-3f27-4436-a850-45d1f5a6fb36 HTTP/1.1" status: 200 len: 812 time: 0.1139922 Aug 06 17:33:06.230673 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-56a16543-8e90-4115-a1d9-d235178ad07e tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d890e20c0d05493c9b56c9fba16f16d4 HTTP/1.1" status: 200 len: 380 time: 0.0389922 Aug 06 17:33:06.254148 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-5678a2ae-d5d5-4763-bcd3-881aed95fc28 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Request body: {'port': {'device_id': '8d0936ec-85ca-43e6-8130-3dff042c1aa1', 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36', 'admin_state_up': True, 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'security_groups': ['4df3cd12-926d-4951-80bc-caa0e5a29ab1']}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:33:06.370578 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-5678a2ae-d5d5-4763-bcd3-881aed95fc28 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Made reservation on behalf of d890e20c0d05493c9b56c9fba16f16d4 for: {'port': 1} {{(pid=93308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:33:06.375183 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-5678a2ae-d5d5-4763-bcd3-881aed95fc28 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:06.419456 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-2f69d3d0-e715-4c87-8840-9be895d2eaa6 req-f7c68be7-0bb7-4702-9714-95646a376f94 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=8d0936ec-85ca-43e6-8130-3dff042c1aa1 HTTP/1.1" status: 200 len: 210 time: 0.0295947 Aug 06 17:33:06.536961 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.db_base_plugin_common [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-5678a2ae-d5d5-4763-bcd3-881aed95fc28 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Allocated IP 172.20.0.13 (12959d86-3f27-4436-a850-45d1f5a6fb36/9a9869f0-8837-4c76-82e1-b61ab6cd1287/28854aa6-ead1-4498-b242-355b82f2cd74) {{(pid=93308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:33:06.698809 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-5678a2ae-d5d5-4763-bcd3-881aed95fc28 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks [] for port, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:06.711967 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.provisioning_blocks [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-5678a2ae-d5d5-4763-bcd3-881aed95fc28 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Transition to ACTIVE for port object 28854aa6-ead1-4498-b242-355b82f2cd74 will not be triggered until provisioned by entity DHCP. {{(pid=93308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:33:06.747156 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-5678a2ae-d5d5-4763-bcd3-881aed95fc28 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089738'] for port, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:06.789905 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-5678a2ae-d5d5-4763-bcd3-881aed95fc28 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Network 12959d86-3f27-4436-a850-45d1f5a6fb36 is already hosted by enough agents. {{(pid=93308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:33:06.793177 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.base_scheduler [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-5678a2ae-d5d5-4763-bcd3-881aed95fc28 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Resources bound (agent type, host, resource id): {{(pid=93308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:33:06.796939 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-5678a2ae-d5d5-4763-bcd3-881aed95fc28 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Received port after_create {{(pid=93308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:33:06.804459 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5678a2ae-d5d5-4763-bcd3-881aed95fc28 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Pushing event updated for resources: {'Port': ['ID=28854aa6-ead1-4498-b242-355b82f2cd74,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:06.850168 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-5678a2ae-d5d5-4763-bcd3-881aed95fc28 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:06.850830 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-5678a2ae-d5d5-4763-bcd3-881aed95fc28 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:06.866030 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-5678a2ae-d5d5-4763-bcd3-881aed95fc28 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6159768 Aug 06 17:33:06.888698 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-75b8d0ae-b0a7-418d-ae99-68ade5b4ece3 service neutron] Request body: {'port': {'device_id': '8d0936ec-85ca-43e6-8130-3dff042c1aa1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80377'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:33:06.954635 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-75b8d0ae-b0a7-418d-ae99-68ade5b4ece3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:07.035876 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-c3815817-3f4c-46ea-bee6-6a78a7124402 None None] Provisioning for port 28854aa6-ead1-4498-b242-355b82f2cd74 completed by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:33:07.039865 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-c3815817-3f4c-46ea-bee6-6a78a7124402 None None] Provisioning complete for port 28854aa6-ead1-4498-b242-355b82f2cd74 triggered by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:33:07.040256 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-c3815817-3f4c-46ea-bee6-6a78a7124402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:07.076400 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-c3815817-3f4c-46ea-bee6-6a78a7124402 None None] Port 28854aa6-ead1-4498-b242-355b82f2cd74 cannot update to ACTIVE because it is not bound. {{(pid=93310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:33:07.241265 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.notifiers.nova [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-75b8d0ae-b0a7-418d-ae99-68ade5b4ece3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28854aa6-ead1-4498-b242-355b82f2cd74 {{(pid=93308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:33:07.249005 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-75b8d0ae-b0a7-418d-ae99-68ade5b4ece3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:07.262362 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.provisioning_blocks [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-75b8d0ae-b0a7-418d-ae99-68ade5b4ece3 service neutron] Transition to ACTIVE for port object 28854aa6-ead1-4498-b242-355b82f2cd74 will not be triggered until provisioned by entity L2. {{(pid=93308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:33:07.269899 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-75b8d0ae-b0a7-418d-ae99-68ade5b4ece3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089731'] for port, after_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:07.322724 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b8d0ae-b0a7-418d-ae99-68ade5b4ece3 service neutron] Pushing event updated for resources: {'Port': ['ID=28854aa6-ead1-4498-b242-355b82f2cd74,revision_number=2']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:07.396176 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.managers [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-75b8d0ae-b0a7-418d-ae99-68ade5b4ece3 service neutron] Attempting to bind port 28854aa6-ead1-4498-b242-355b82f2cd74 on host hv-cinder-80377 for vnic_type normal with profile {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:33:07.396857 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.managers [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-75b8d0ae-b0a7-418d-ae99-68ade5b4ece3 service neutron] Attempting to bind port 28854aa6-ead1-4498-b242-355b82f2cd74 by drivers openvswitch,hyperv on host hv-cinder-80377 at level 0 using segments [{'id': '02b005d2-1715-4919-aaec-fce73105542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36'}] {{(pid=93308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:33:07.396857 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-75b8d0ae-b0a7-418d-ae99-68ade5b4ece3 service neutron] Attempting to bind port 28854aa6-ead1-4498-b242-355b82f2cd74 on network 12959d86-3f27-4436-a850-45d1f5a6fb36 {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:33:07.401408 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-75b8d0ae-b0a7-418d-ae99-68ade5b4ece3 service neutron] Port 28854aa6-ead1-4498-b242-355b82f2cd74 on network 12959d86-3f27-4436-a850-45d1f5a6fb36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80377 {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 17:33:07.401710 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-75b8d0ae-b0a7-418d-ae99-68ade5b4ece3 service neutron] Attempting to bind port 28854aa6-ead1-4498-b242-355b82f2cd74 on network 12959d86-3f27-4436-a850-45d1f5a6fb36 {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:33:07.406867 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-75b8d0ae-b0a7-418d-ae99-68ade5b4ece3 service neutron] Checking agent: {'id': 'd2fb1ab5-1995-4796-a222-8ffdc3f56d02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 21, 40), 'started_at': datetime.datetime(2021, 8, 6, 17, 21, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:33:07.407212 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-75b8d0ae-b0a7-418d-ae99-68ade5b4ece3 service neutron] Checking segment: {'id': '02b005d2-1715-4919-aaec-fce73105542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:33:07.407602 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-75b8d0ae-b0a7-418d-ae99-68ade5b4ece3 service neutron] Bound using segment: {'id': '02b005d2-1715-4919-aaec-fce73105542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36'} {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:33:07.408040 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.managers [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-75b8d0ae-b0a7-418d-ae99-68ade5b4ece3 service neutron] Bound port: 28854aa6-ead1-4498-b242-355b82f2cd74, host: hv-cinder-80377, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02b005d2-1715-4919-aaec-fce73105542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36'}}] {{(pid=93308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:33:07.408402 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-75b8d0ae-b0a7-418d-ae99-68ade5b4ece3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:07.482354 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-75b8d0ae-b0a7-418d-ae99-68ade5b4ece3 service neutron] For port 28854aa6-ead1-4498-b242-355b82f2cd74, host hv-cinder-80377, cleared binding levels {{(pid=93308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:33:07.488443 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-75b8d0ae-b0a7-418d-ae99-68ade5b4ece3 service neutron] For port 28854aa6-ead1-4498-b242-355b82f2cd74, host hv-cinder-80377, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=28854aa6-ead1-4498-b242-355b82f2cd74,segment=NetworkSegment(02b005d2-1715-4919-aaec-fce73105542d),segment_id=02b005d2-1715-4919-aaec-fce73105542d)] {{(pid=93308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:33:07.494467 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-75b8d0ae-b0a7-418d-ae99-68ade5b4ece3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089731'] for port, after_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:07.539352 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-75b8d0ae-b0a7-418d-ae99-68ade5b4ece3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:07.540137 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-75b8d0ae-b0a7-418d-ae99-68ade5b4ece3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:07.541541 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-75b8d0ae-b0a7-418d-ae99-68ade5b4ece3 service neutron] 10.222.0.96 "PUT /v2.0/ports/28854aa6-ead1-4498-b242-355b82f2cd74 HTTP/1.1" status: 200 len: 1094 time: 0.6591070 Aug 06 17:33:07.542022 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0936ec-85ca-43e6-8130-3dff042c1aa1', 'tag': '28854aa6-ead1-4498-b242-355b82f2cd74'}] {{(pid=93308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:33:07.544406 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9970891e86e7a54ba8327591cdb5f98a510e69f2198634f60bde42845cd177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0f2cdc-c5fd-4d40-a0f0-5ecb0aa665de" -d '{"events": [{"name": "network-changed", "server_uuid": "8d0936ec-85ca-43e6-8130-3dff042c1aa1", "tag": "28854aa6-ead1-4498-b242-355b82f2cd74"}]}' {{(pid=93308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:33:07.558942 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e09047f-7c72-4a60-b8e6-b27c44edbbee req-1134dd0e-db59-4cdb-b366-374c83af4880 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:07.560736 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-3e09047f-7c72-4a60-b8e6-b27c44edbbee req-1134dd0e-db59-4cdb-b366-374c83af4880 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=8d0936ec-85ca-43e6-8130-3dff042c1aa1 HTTP/1.1" status: 200 len: 944 time: 0.0610347 Aug 06 17:33:07.563591 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b8d0ae-b0a7-418d-ae99-68ade5b4ece3 service neutron] Pushing event updated for resources: {'Port': ['ID=28854aa6-ead1-4498-b242-355b82f2cd74,revision_number=3']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:07.593985 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ea7d05-2b1e-4820-9632-02a4fd427cd0 x-openstack-request-id: req-80ea7d05-2b1e-4820-9632-02a4fd427cd0 {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:33:07.594363 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d0936ec-85ca-43e6-8130-3dff042c1aa1", "tag": "28854aa6-ead1-4498-b242-355b82f2cd74", "status": "completed", "code": 200}]} {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:33:07.594697 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-80ea7d05-2b1e-4820-9632-02a4fd427cd0 {{(pid=93308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:33:07.595211 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0936ec-85ca-43e6-8130-3dff042c1aa1', 'tag': '28854aa6-ead1-4498-b242-355b82f2cd74', 'status': 'completed', 'code': 200} Aug 06 17:33:07.614159 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-3e09047f-7c72-4a60-b8e6-b27c44edbbee req-d8978aef-eb30-433b-b774-604bbd645d35 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388060 Aug 06 17:33:07.663150 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-e348dbfb-c336-44a0-baf6-85878a69d595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:07.665089 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-e348dbfb-c336-44a0-baf6-85878a69d595 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d890e20c0d05493c9b56c9fba16f16d4&device_id=8d0936ec-85ca-43e6-8130-3dff042c1aa1 HTTP/1.1" status: 200 len: 1097 time: 0.0480516 Aug 06 17:33:07.714651 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-748a70ce-0394-49b0-9668-49a5cc33fcce service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28854aa6-ead1-4498-b242-355b82f2cd74 HTTP/1.1" status: 200 len: 217 time: 0.0348253 Aug 06 17:33:07.768396 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-2c8bedd7-5bfd-4da6-bcbf-d0703b536783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:07.770148 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-2c8bedd7-5bfd-4da6-bcbf-d0703b536783 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9a9869f0-8837-4c76-82e1-b61ab6cd1287 HTTP/1.1" status: 200 len: 851 time: 0.0490253 Aug 06 17:33:07.830998 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-68ca448b-0f9a-43f0-8066-0e597f59c294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:07.832733 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-68ca448b-0f9a-43f0-8066-0e597f59c294 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=12959d86-3f27-4436-a850-45d1f5a6fb36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522749 Aug 06 17:33:07.936847 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-26c4c1f1-3073-4bc7-a5d7-9189fa29c5d8 service neutron] 10.222.0.96 "GET /v2.0/networks/12959d86-3f27-4436-a850-45d1f5a6fb36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958004 Aug 06 17:33:08.032885 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9c4a5302-5ebb-41cb-b107-0ac7b969eea4 req-74f9a78a-3429-4a1e-9803-01e1306a3848 service neutron] 10.222.0.96 "GET /v2.0/networks/12959d86-3f27-4436-a850-45d1f5a6fb36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877051 Aug 06 17:33:08.169928 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f2cdc-c5fd-4d40-a0f0-5ecb0aa665de req-be53b9ff-434b-4ea2-b72d-233ca6f1c645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:08.171670 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-6a0f2cdc-c5fd-4d40-a0f0-5ecb0aa665de req-be53b9ff-434b-4ea2-b72d-233ca6f1c645 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d890e20c0d05493c9b56c9fba16f16d4&device_id=8d0936ec-85ca-43e6-8130-3dff042c1aa1 HTTP/1.1" status: 200 len: 1097 time: 0.0422022 Aug 06 17:33:08.270671 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f2cdc-c5fd-4d40-a0f0-5ecb0aa665de req-040fcaeb-42ad-49e5-ab97-544b6ee91a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:08.272140 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-6a0f2cdc-c5fd-4d40-a0f0-5ecb0aa665de req-040fcaeb-42ad-49e5-ab97-544b6ee91a4c service neutron] 10.222.0.96 "GET /v2.0/networks?id=12959d86-3f27-4436-a850-45d1f5a6fb36 HTTP/1.1" status: 200 len: 914 time: 0.0919681 Aug 06 17:33:08.604323 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-6a0f2cdc-c5fd-4d40-a0f0-5ecb0aa665de req-ec4f275f-c2b8-46dc-9f30-6773b58e560f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28854aa6-ead1-4498-b242-355b82f2cd74 HTTP/1.1" status: 200 len: 217 time: 0.3242824 Aug 06 17:33:08.656148 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f2cdc-c5fd-4d40-a0f0-5ecb0aa665de req-2371c727-2d92-43ab-bbdb-73a8de2fbe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:08.657754 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-6a0f2cdc-c5fd-4d40-a0f0-5ecb0aa665de req-2371c727-2d92-43ab-bbdb-73a8de2fbe70 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9a9869f0-8837-4c76-82e1-b61ab6cd1287 HTTP/1.1" status: 200 len: 851 time: 0.0460362 Aug 06 17:33:08.736375 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f2cdc-c5fd-4d40-a0f0-5ecb0aa665de req-1afe83a4-794f-46c7-8dee-30717efa131b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:08.737853 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-6a0f2cdc-c5fd-4d40-a0f0-5ecb0aa665de req-1afe83a4-794f-46c7-8dee-30717efa131b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=12959d86-3f27-4436-a850-45d1f5a6fb36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0715301 Aug 06 17:33:08.760476 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292a8ac-7940-40ae-a925-72b0979e3281 req-dffd3ec5-b081-49b5-9808-e8760a24b4af tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:08.761853 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9292a8ac-7940-40ae-a925-72b0979e3281 req-dffd3ec5-b081-49b5-9808-e8760a24b4af tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=8d0936ec-85ca-43e6-8130-3dff042c1aa1 HTTP/1.1" status: 200 len: 944 time: 0.0711257 Aug 06 17:33:08.849740 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9292a8ac-7940-40ae-a925-72b0979e3281 req-299bd449-d1e7-4eab-9e36-b0e98cf3dc6f tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778632 Aug 06 17:33:08.866028 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-6a0f2cdc-c5fd-4d40-a0f0-5ecb0aa665de req-03711347-31c7-4d1e-9dc8-9d3469bc99b0 service neutron] 10.222.0.96 "GET /v2.0/networks/12959d86-3f27-4436-a850-45d1f5a6fb36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208293 Aug 06 17:33:08.960693 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-6a0f2cdc-c5fd-4d40-a0f0-5ecb0aa665de req-825558bf-b634-4d89-b8c8-a64726d1332c service neutron] 10.222.0.96 "GET /v2.0/networks/12959d86-3f27-4436-a850-45d1f5a6fb36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879667 Aug 06 17:33:09.164017 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 40286) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:33:09.280449 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-b7063a74-26b1-467d-aff1-6c3d09e40bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:09.372609 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-b7063a74-26b1-467d-aff1-6c3d09e40bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:09.377387 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-b7063a74-26b1-467d-aff1-6c3d09e40bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:09.416818 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-b7063a74-26b1-467d-aff1-6c3d09e40bc9 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=7fa59feaf9564ad2b5e0570826ab1440&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2516460 Aug 06 17:33:09.417701 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7063a74-26b1-467d-aff1-6c3d09e40bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317924f7-12a0-4d7c-a34c-ffdb3106d9bf,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:09.419620 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 40296) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:33:09.484640 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-033c7e49-cf55-4234-8844-af04d25c8207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:09.507464 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-033c7e49-cf55-4234-8844-af04d25c8207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:09.563891 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-033c7e49-cf55-4234-8844-af04d25c8207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:09.566610 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-033c7e49-cf55-4234-8844-af04d25c8207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:09.567883 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-033c7e49-cf55-4234-8844-af04d25c8207 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/317924f7-12a0-4d7c-a34c-ffdb3106d9bf HTTP/1.1" status: 204 len: 168 time: 0.1471174 Aug 06 17:33:09.575578 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c7e49-cf55-4234-8844-af04d25c8207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317924f7-12a0-4d7c-a34c-ffdb3106d9bf,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:09.973276 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe97d89-a784-41ae-9459-3c7721135f7a req-a5605167-9ff0-4e47-aca6-5ad6f17550a0 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:09.974679 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-bbe97d89-a784-41ae-9459-3c7721135f7a req-a5605167-9ff0-4e47-aca6-5ad6f17550a0 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=8d0936ec-85ca-43e6-8130-3dff042c1aa1 HTTP/1.1" status: 200 len: 944 time: 0.0518422 Aug 06 17:33:10.022577 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-bbe97d89-a784-41ae-9459-3c7721135f7a req-b626bc64-230f-40da-858f-9f2d04e39d97 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417535 Aug 06 17:33:10.124777 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:11.161674 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94add0f8-2c8d-4e27-b981-0cd8202d962d req-45584fa1-8caf-43ad-8940-4ae9ade5bcd0 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:11.163178 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-94add0f8-2c8d-4e27-b981-0cd8202d962d req-45584fa1-8caf-43ad-8940-4ae9ade5bcd0 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=8d0936ec-85ca-43e6-8130-3dff042c1aa1 HTTP/1.1" status: 200 len: 944 time: 0.0598311 Aug 06 17:33:11.204088 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-94add0f8-2c8d-4e27-b981-0cd8202d962d req-bb9a508e-29d9-4feb-ae1a-e737fb53aba1 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317006 Aug 06 17:33:12.340140 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d3555-8d37-4a98-98d2-f837a4521e4d req-d26d26c6-b281-4499-ac5f-7d971bed2485 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:12.341504 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-577d3555-8d37-4a98-98d2-f837a4521e4d req-d26d26c6-b281-4499-ac5f-7d971bed2485 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=8d0936ec-85ca-43e6-8130-3dff042c1aa1 HTTP/1.1" status: 200 len: 944 time: 0.0578537 Aug 06 17:33:12.380211 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-577d3555-8d37-4a98-98d2-f837a4521e4d req-93c01a61-d333-4098-ace1-d1a25d3281d7 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326138 Aug 06 17:33:13.094134 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 40326) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:33:13.213900 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6c41c309-e24f-4438-8b7b-4b0ec8b970e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:13.311238 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6c41c309-e24f-4438-8b7b-4b0ec8b970e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:13.317357 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6c41c309-e24f-4438-8b7b-4b0ec8b970e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:13.353148 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-6c41c309-e24f-4438-8b7b-4b0ec8b970e9 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=71dc03e1c1f841c9819b2e628f18f930&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2578330 Aug 06 17:33:13.355009 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c41c309-e24f-4438-8b7b-4b0ec8b970e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15316cda-205a-4f1f-8fdf-05abd837dc34,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:13.355985 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 40330) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:33:13.414714 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-d7bd0342-5a22-4636-bc3b-06c2c926ae69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:13.436851 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-d7bd0342-5a22-4636-bc3b-06c2c926ae69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:13.512283 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed339c5-ce52-4e46-96d6-a7e3b549fab5 req-6f3efd4c-c665-472a-9d17-0be4e485a0b6 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:13.513804 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-4ed339c5-ce52-4e46-96d6-a7e3b549fab5 req-6f3efd4c-c665-472a-9d17-0be4e485a0b6 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=8d0936ec-85ca-43e6-8130-3dff042c1aa1 HTTP/1.1" status: 200 len: 944 time: 0.0665174 Aug 06 17:33:13.529979 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-d7bd0342-5a22-4636-bc3b-06c2c926ae69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:13.532953 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-d7bd0342-5a22-4636-bc3b-06c2c926ae69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:13.534607 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-d7bd0342-5a22-4636-bc3b-06c2c926ae69 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/15316cda-205a-4f1f-8fdf-05abd837dc34 HTTP/1.1" status: 204 len: 168 time: 0.1773107 Aug 06 17:33:13.552317 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd0342-5a22-4636-bc3b-06c2c926ae69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15316cda-205a-4f1f-8fdf-05abd837dc34,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:13.571344 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-4ed339c5-ce52-4e46-96d6-a7e3b549fab5 req-0023f9f7-d7c8-4acc-93e7-d3a686a324df tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512252 Aug 06 17:33:14.661392 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 40364) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:33:14.692992 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bfb9af-eb49-42b3-9ca7-3e7b206d7fd0 req-60a375b9-daa1-4d82-83a5-1aad1770ba16 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:14.694579 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-a6bfb9af-eb49-42b3-9ca7-3e7b206d7fd0 req-60a375b9-daa1-4d82-83a5-1aad1770ba16 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=8d0936ec-85ca-43e6-8130-3dff042c1aa1 HTTP/1.1" status: 200 len: 944 time: 0.0550101 Aug 06 17:33:14.733716 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-a6bfb9af-eb49-42b3-9ca7-3e7b206d7fd0 req-3f8d46c6-b1c1-471b-be75-469ec1785042 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329342 Aug 06 17:33:14.771595 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-943bb68c-7b6c-477c-812c-1594e97fdbcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:14.864158 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-943bb68c-7b6c-477c-812c-1594e97fdbcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:14.869543 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-943bb68c-7b6c-477c-812c-1594e97fdbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:14.909031 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-943bb68c-7b6c-477c-812c-1594e97fdbcb admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=b5ec117d3fb44c868306e5927e0d28d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2464085 Aug 06 17:33:14.910459 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943bb68c-7b6c-477c-812c-1594e97fdbcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f9523c-bcec-40c2-8f8b-fb50d584904c,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:14.911880 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 40368) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:33:14.960913 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-73ef5efb-8135-4d00-9d0c-dbc84a67a3eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:14.982655 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-73ef5efb-8135-4d00-9d0c-dbc84a67a3eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:15.036287 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-73ef5efb-8135-4d00-9d0c-dbc84a67a3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:15.039127 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-73ef5efb-8135-4d00-9d0c-dbc84a67a3eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:15.040308 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-73ef5efb-8135-4d00-9d0c-dbc84a67a3eb admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d1f9523c-bcec-40c2-8f8b-fb50d584904c HTTP/1.1" status: 204 len: 168 time: 0.1273754 Aug 06 17:33:15.048537 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef5efb-8135-4d00-9d0c-dbc84a67a3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f9523c-bcec-40c2-8f8b-fb50d584904c,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:15.729674 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 40390) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:33:15.840234 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [None req-ec1a9913-1d86-4276-83b6-5d69bbcf4217 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1150841913-network', 'tenant_id': '526db43a44324a978e79d502de775a0f'}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:33:15.850151 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f9626-4786-4169-8c75-2dad60cacaa4 req-4a251e0a-1e6e-49e3-aa66-c44e39c3f77f tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:15.851755 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-c46f9626-4786-4169-8c75-2dad60cacaa4 req-4a251e0a-1e6e-49e3-aa66-c44e39c3f77f tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=8d0936ec-85ca-43e6-8130-3dff042c1aa1 HTTP/1.1" status: 200 len: 944 time: 0.0504594 Aug 06 17:33:15.862408 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1a9913-1d86-4276-83b6-5d69bbcf4217 admin admin] Made reservation on behalf of 526db43a44324a978e79d502de775a0f for: {'network': 1} {{(pid=93309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:33:15.864787 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-ec1a9913-1d86-4276-83b6-5d69bbcf4217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for network, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:15.873100 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-ec1a9913-1d86-4276-83b6-5d69bbcf4217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:15.891834 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-c46f9626-4786-4169-8c75-2dad60cacaa4 req-8ad0fafd-88a4-4a9c-a427-871afb1edc64 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336096 Aug 06 17:33:15.963233 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-ec1a9913-1d86-4276-83b6-5d69bbcf4217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:15.968439 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-ec1a9913-1d86-4276-83b6-5d69bbcf4217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:15.992113 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec1a9913-1d86-4276-83b6-5d69bbcf4217 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1075} {{(pid=93309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 17:33:16.001547 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a9913-1d86-4276-83b6-5d69bbcf4217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d6a8cc-649b-4f03-8065-cc130f6988e5,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:16.006231 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-ec1a9913-1d86-4276-83b6-5d69bbcf4217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022'] for segment, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:16.006587 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.db.segments_db [None req-ec1a9913-1d86-4276-83b6-5d69bbcf4217 admin admin] Added segment 766b331e-c03f-41d1-9717-c1f6796db104 of type vlan for network 383650eb-2e78-4aeb-9cb2-572c5e0eee93 Aug 06 17:33:16.019668 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1a9913-1d86-4276-83b6-5d69bbcf4217 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:33:16.019668 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1a9913-1d86-4276-83b6-5d69bbcf4217 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:33:16.020415 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1a9913-1d86-4276-83b6-5d69bbcf4217 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:33:16.020415 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1a9913-1d86-4276-83b6-5d69bbcf4217 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:33:16.020846 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1a9913-1d86-4276-83b6-5d69bbcf4217 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:33:16.021325 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1a9913-1d86-4276-83b6-5d69bbcf4217 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:33:16.021677 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1a9913-1d86-4276-83b6-5d69bbcf4217 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:33:16.021989 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1a9913-1d86-4276-83b6-5d69bbcf4217 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:33:16.022404 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1a9913-1d86-4276-83b6-5d69bbcf4217 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:33:16.022839 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1a9913-1d86-4276-83b6-5d69bbcf4217 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:33:16.023306 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1a9913-1d86-4276-83b6-5d69bbcf4217 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:33:16.023742 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1a9913-1d86-4276-83b6-5d69bbcf4217 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:33:16.067359 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-ec1a9913-1d86-4276-83b6-5d69bbcf4217 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768831157836'] for network, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:16.098402 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-ec1a9913-1d86-4276-83b6-5d69bbcf4217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707'] for network, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:16.099336 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1a9913-1d86-4276-83b6-5d69bbcf4217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:16.099909 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-ec1a9913-1d86-4276-83b6-5d69bbcf4217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for network, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:16.151160 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-ec1a9913-1d86-4276-83b6-5d69bbcf4217 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4198921 Aug 06 17:33:16.154452 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 40396) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:33:16.158248 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a9913-1d86-4276-83b6-5d69bbcf4217 admin admin] Pushing event updated for resources: {'Network': ['ID=383650eb-2e78-4aeb-9cb2-572c5e0eee93,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:16.159525 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-71dce75f-5732-46c4-a542-1dbc1966b5ed admin admin] Request body: {'subnet': {'network_id': '383650eb-2e78-4aeb-9cb2-572c5e0eee93', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1150841913-subnet', 'tenant_id': '526db43a44324a978e79d502de775a0f', 'ip_version': 4}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:33:16.170742 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Network 383650eb-2e78-4aeb-9cb2-572c5e0eee93 details requested by agent ovs-agent-dv-cinder-803773-1-iscsi with host dv-cinder-803773-1-iscsi {{(pid=93310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 17:33:16.185835 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71dce75f-5732-46c4-a542-1dbc1966b5ed admin admin] Made reservation on behalf of 526db43a44324a978e79d502de775a0f for: {'subnet': 1} {{(pid=93308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:33:16.188549 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-71dce75f-5732-46c4-a542-1dbc1966b5ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26816433'] for subnet, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:16.362374 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-71dce75f-5732-46c4-a542-1dbc1966b5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26816387'] for subnet, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:16.420852 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dce75f-5732-46c4-a542-1dbc1966b5ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c3fa723-e45e-4be4-a8d3-fa4a33999fae,revision_number=0']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:16.437918 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dce75f-5732-46c4-a542-1dbc1966b5ed admin admin] Checking segment: {'id': '766b331e-c03f-41d1-9717-c1f6796db104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '383650eb-2e78-4aeb-9cb2-572c5e0eee93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:33:16.438296 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71dce75f-5732-46c4-a542-1dbc1966b5ed admin admin] Network hostable DHCP agents. Network: 383650eb-2e78-4aeb-9cb2-572c5e0eee93, hostable agents: ['4daea8ea-8fec-4a46-9c0b-2c2eda663924'], hosted agents: [] {{(pid=93308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 17:33:16.459727 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71dce75f-5732-46c4-a542-1dbc1966b5ed admin admin] Network 383650eb-2e78-4aeb-9cb2-572c5e0eee93 is scheduled to be hosted by DHCP agent 4daea8ea-8fec-4a46-9c0b-2c2eda663924 with binding_index 1 {{(pid=93308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 17:33:16.471577 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.base_scheduler [None req-71dce75f-5732-46c4-a542-1dbc1966b5ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803773-1-iscsi, 383650eb-2e78-4aeb-9cb2-572c5e0eee93) {{(pid=93308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:33:16.476211 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71dce75f-5732-46c4-a542-1dbc1966b5ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:16.476794 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-71dce75f-5732-46c4-a542-1dbc1966b5ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:16.482200 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de94d633-0908-418f-86b1-6cb7af1e7ff4 None None] Network 383650eb-2e78-4aeb-9cb2-572c5e0eee93 requested from dv-cinder-803773-1-iscsi {{(pid=93310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:33:16.496671 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-71dce75f-5732-46c4-a542-1dbc1966b5ed admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3386896 Aug 06 17:33:16.496879 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 40398) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:33:16.501167 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-8c54c32d-543d-4075-a238-098640aaad6f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1150841913-router', 'tenant_id': '526db43a44324a978e79d502de775a0f', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'}}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:33:16.523893 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-8c54c32d-543d-4075-a238-098640aaad6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-426003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5372'] for router, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:16.524936 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-8c54c32d-543d-4075-a238-098640aaad6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441349', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5367'] for router, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:16.576887 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-8c54c32d-543d-4075-a238-098640aaad6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:16.636497 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a006ebbf-f697-40c1-af07-b863d5422bba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb502b4dc-57c1-509c-ac55-d00ff2016944-383650eb-2e78-4aeb-9cb2-572c5e0eee93', 'network_id': '383650eb-2e78-4aeb-9cb2-572c5e0eee93', 'tenant_id': '526db43a44324a978e79d502de775a0f', 'fixed_ips': [{'subnet_id': '6c3fa723-e45e-4be4-a8d3-fa4a33999fae'}]}} from dv-cinder-803773-1-iscsi. {{(pid=93310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 17:33:16.637403 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a006ebbf-f697-40c1-af07-b863d5422bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:16.704220 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 28854aa6-ead1-4498-b242-355b82f2cd74 details requested by agent hyperv_hv-cinder-80377 with host hv-cinder-80377 {{(pid=93310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 17:33:16.717674 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-8c54c32d-543d-4075-a238-098640aaad6f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:16.831311 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.db_base_plugin_common [None req-a006ebbf-f697-40c1-af07-b863d5422bba None None] Allocated IP 172.20.0.2 (383650eb-2e78-4aeb-9cb2-572c5e0eee93/6c3fa723-e45e-4be4-a8d3-fa4a33999fae/d998a22a-fb16-4a00-93cc-5a915df8b60b) {{(pid=93310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:33:16.890770 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port 28854aa6-ead1-4498-b242-355b82f2cd74, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=28854aa6-ead1-4498-b242-355b82f2cd74,segment=NetworkSegment(02b005d2-1715-4919-aaec-fce73105542d),segment_id=02b005d2-1715-4919-aaec-fce73105542d)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:33:16.918026 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-8c54c32d-543d-4075-a238-098640aaad6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:16.929122 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Returning: {'device': '28854aa6-ead1-4498-b242-355b82f2cd74', 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36', 'port_id': '28854aa6-ead1-4498-b242-355b82f2cd74', 'mac_address': 'fa:16:3e:3e:03:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a9869f0-8837-4c76-82e1-b61ab6cd1287', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 17:33:16.943804 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-8c54c32d-543d-4075-a238-098640aaad6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:17.024495 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59775ed9-7f19-44fe-9109-982abb535cee req-fec8a6f5-5b26-4134-b4b9-a172ca126df5 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:17.025106 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:17.026892 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-59775ed9-7f19-44fe-9109-982abb535cee req-fec8a6f5-5b26-4134-b4b9-a172ca126df5 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=8d0936ec-85ca-43e6-8130-3dff042c1aa1 HTTP/1.1" status: 200 len: 944 time: 0.0621517 Aug 06 17:33:17.055194 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.db_base_plugin_common [None req-8c54c32d-543d-4075-a238-098640aaad6f admin admin] Allocated IP 172.27.0.97 (2c4c21cf-2746-4b14-9730-0a69daab855b/0d6fa379-a3fa-4b6f-9c88-fa9af5610e03/7dcf0ac7-e083-4a12-8cfa-9f5badb318af) {{(pid=93308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:33:17.057612 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28854aa6-ead1-4498-b242-355b82f2cd74 {{(pid=93310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:33:17.066445 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-59775ed9-7f19-44fe-9109-982abb535cee req-239cee3d-6f31-454f-9752-e5e2186b4ab8 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334585 Aug 06 17:33:17.088527 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a006ebbf-f697-40c1-af07-b863d5422bba None None] Notify callbacks [] for port, precommit_create {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:17.103708 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-a006ebbf-f697-40c1-af07-b863d5422bba None None] Transition to ACTIVE for port object d998a22a-fb16-4a00-93cc-5a915df8b60b will not be triggered until provisioned by entity L2. {{(pid=93310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:33:17.108900 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port 28854aa6-ead1-4498-b242-355b82f2cd74, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=28854aa6-ead1-4498-b242-355b82f2cd74,segment=NetworkSegment(02b005d2-1715-4919-aaec-fce73105542d),segment_id=02b005d2-1715-4919-aaec-fce73105542d)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:33:17.114932 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:17.142568 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-a006ebbf-f697-40c1-af07-b863d5422bba None None] Transition to ACTIVE for port object d998a22a-fb16-4a00-93cc-5a915df8b60b will not be triggered until provisioned by entity DHCP. {{(pid=93310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:33:17.151510 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a006ebbf-f697-40c1-af07-b863d5422bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244'] for port, after_create {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:17.183586 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a006ebbf-f697-40c1-af07-b863d5422bba None None] Network 383650eb-2e78-4aeb-9cb2-572c5e0eee93 is already hosted by enough agents. {{(pid=93310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:33:17.185151 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-8c54c32d-543d-4075-a238-098640aaad6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:17.185268 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=28854aa6-ead1-4498-b242-355b82f2cd74,revision_number=4']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:17.190886 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.scheduler.base_scheduler [None req-a006ebbf-f697-40c1-af07-b863d5422bba None None] Resources bound (agent type, host, resource id): {{(pid=93310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:33:17.193379 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:33:17.193764 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:33:17.194097 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:33:17.194456 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:33:17.194769 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:33:17.195102 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:33:17.195427 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:33:17.195749 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:33:17.196072 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:33:17.196395 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:33:17.196710 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:33:17.197011 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:33:17.200393 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a006ebbf-f697-40c1-af07-b863d5422bba None None] Received port after_create {{(pid=93310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:33:17.227751 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-8c54c32d-543d-4075-a238-098640aaad6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089738'] for port, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:17.264495 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c54c32d-543d-4075-a238-098640aaad6f admin admin] Network 2c4c21cf-2746-4b14-9730-0a69daab855b is already hosted by enough agents. {{(pid=93308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:33:17.271248 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.base_scheduler [None req-8c54c32d-543d-4075-a238-098640aaad6f admin admin] Resources bound (agent type, host, resource id): {{(pid=93308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:33:17.272815 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a006ebbf-f697-40c1-af07-b863d5422bba None None] Pushing event updated for resources: {'Port': ['ID=d998a22a-fb16-4a00-93cc-5a915df8b60b,revision_number=1']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:17.275036 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c54c32d-543d-4075-a238-098640aaad6f admin admin] Received port after_create {{(pid=93308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:33:17.283622 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-a006ebbf-f697-40c1-af07-b863d5422bba None None] Attempting to bind port d998a22a-fb16-4a00-93cc-5a915df8b60b on host dv-cinder-803773-1-iscsi for vnic_type normal with profile {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:33:17.283991 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-a006ebbf-f697-40c1-af07-b863d5422bba None None] Attempting to bind port d998a22a-fb16-4a00-93cc-5a915df8b60b by drivers openvswitch,hyperv on host dv-cinder-803773-1-iscsi at level 0 using segments [{'id': '766b331e-c03f-41d1-9717-c1f6796db104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '383650eb-2e78-4aeb-9cb2-572c5e0eee93'}] {{(pid=93310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:33:17.284349 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a006ebbf-f697-40c1-af07-b863d5422bba None None] Attempting to bind port d998a22a-fb16-4a00-93cc-5a915df8b60b on network 383650eb-2e78-4aeb-9cb2-572c5e0eee93 {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:33:17.289761 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a006ebbf-f697-40c1-af07-b863d5422bba None None] Checking agent: {'id': 'c2f4de20-f7af-45ef-88b2-b79124fbc41c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803773-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 15, 24), 'started_at': datetime.datetime(2021, 8, 6, 17, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803773-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:33:17.290130 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a006ebbf-f697-40c1-af07-b863d5422bba None None] Checking segment: {'id': '766b331e-c03f-41d1-9717-c1f6796db104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '383650eb-2e78-4aeb-9cb2-572c5e0eee93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:33:17.290564 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a006ebbf-f697-40c1-af07-b863d5422bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:17.290947 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a006ebbf-f697-40c1-af07-b863d5422bba None None] Bound using segment: {'id': '766b331e-c03f-41d1-9717-c1f6796db104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '383650eb-2e78-4aeb-9cb2-572c5e0eee93'} {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:33:17.291438 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-a006ebbf-f697-40c1-af07-b863d5422bba None None] Bound port: d998a22a-fb16-4a00-93cc-5a915df8b60b, host: dv-cinder-803773-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '766b331e-c03f-41d1-9717-c1f6796db104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '383650eb-2e78-4aeb-9cb2-572c5e0eee93'}}] {{(pid=93310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:33:17.291810 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a006ebbf-f697-40c1-af07-b863d5422bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:17.297918 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c54c32d-543d-4075-a238-098640aaad6f admin admin] Pushing event updated for resources: {'Port': ['ID=7dcf0ac7-e083-4a12-8cfa-9f5badb318af,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:17.361240 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-a006ebbf-f697-40c1-af07-b863d5422bba None None] For port d998a22a-fb16-4a00-93cc-5a915df8b60b, host dv-cinder-803773-1-iscsi, cleared binding levels {{(pid=93310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:33:17.364528 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-a006ebbf-f697-40c1-af07-b863d5422bba None None] For port d998a22a-fb16-4a00-93cc-5a915df8b60b, host dv-cinder-803773-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=d998a22a-fb16-4a00-93cc-5a915df8b60b,segment=NetworkSegment(766b331e-c03f-41d1-9717-c1f6796db104),segment_id=766b331e-c03f-41d1-9717-c1f6796db104)] {{(pid=93310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:33:17.368381 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a006ebbf-f697-40c1-af07-b863d5422bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:17.408335 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] get_ports_and_sgs() called for port_ids ['28854aa6-ead1-4498-b242-355b82f2cd74'] {{(pid=93310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:33:17.452690 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a006ebbf-f697-40c1-af07-b863d5422bba None None] Pushing event updated for resources: {'Port': ['ID=d998a22a-fb16-4a00-93cc-5a915df8b60b,revision_number=2']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:17.540900 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-8c54c32d-543d-4075-a238-098640aaad6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:17.761947 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-8c54c32d-543d-4075-a238-098640aaad6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441493'] for router, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:17.893298 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c54c32d-543d-4075-a238-098640aaad6f admin admin] Router 41507326-6c1e-4afa-a2b5-c0b55b598821 is scheduled to L3 agent cbcd3d9e-bca5-4529-952b-48c65d2aceac with binding_index 1 {{(pid=93308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 17:33:18.002920 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c54c32d-543d-4075-a238-098640aaad6f admin admin] Notify agent at l3_agent.dv-cinder-803773-1-iscsi the message routers_updated {{(pid=93308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:33:18.012887 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89562a6b-c308-439d-b931-2b0dd18af33a None None] Sync routers for ids ['41507326-6c1e-4afa-a2b5-c0b55b598821'] in dv-cinder-803773-1-iscsi {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:33:18.020240 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-8c54c32d-543d-4075-a238-098640aaad6f admin admin] Notify callbacks [] for router, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:18.024124 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-8c54c32d-543d-4075-a238-098640aaad6f admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5238323 Aug 06 17:33:18.024675 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 40404) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:33:18.031182 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89562a6b-c308-439d-b931-2b0dd18af33a None None] Routers {'41507326-6c1e-4afa-a2b5-c0b55b598821'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:33:18.031985 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-89562a6b-c308-439d-b931-2b0dd18af33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:32:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['41507326-6c1e-4afa-a2b5-c0b55b598821'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:33:18.147108 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-89562a6b-c308-439d-b931-2b0dd18af33a None None] Set router 41507326-6c1e-4afa-a2b5-c0b55b598821 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:33:18.202162 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef6c7e-0677-4f21-b72b-7f378420f356 req-54cc815d-1176-4043-97c0-45f18688c94b tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:18.210564 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-46ef6c7e-0677-4f21-b72b-7f378420f356 req-54cc815d-1176-4043-97c0-45f18688c94b tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=8d0936ec-85ca-43e6-8130-3dff042c1aa1 HTTP/1.1" status: 200 len: 945 time: 0.0604212 Aug 06 17:33:18.257725 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-46ef6c7e-0677-4f21-b72b-7f378420f356 req-cc77751b-5c87-499c-b158-451f52d362fe tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461438 Aug 06 17:33:18.350466 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ef8671-4903-4c3f-831a-70c13cbc903b None None] Network 383650eb-2e78-4aeb-9cb2-572c5e0eee93 requested from dv-cinder-803773-1-iscsi {{(pid=93310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:33:18.433652 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-89562a6b-c308-439d-b931-2b0dd18af33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41507326-6c1e-4afa-a2b5-c0b55b598821', 'name': 'tempest-TestShelveInstance-1150841913-router', 'tenant_id': '526db43a44324a978e79d502de775a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '7dcf0ac7-e083-4a12-8cfa-9f5badb318af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:33:16Z', 'updated_at': '2021-08-06T17:33:17Z', 'revision_number': 3, 'project_id': '526db43a44324a978e79d502de775a0f', 'gw_port': {'id': '7dcf0ac7-e083-4a12-8cfa-9f5badb318af', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:52:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41507326-6c1e-4afa-a2b5-c0b55b598821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:33:16Z', 'updated_at': '2021-08-06T17:33:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi'}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:33:18.467834 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-3223c8db-750c-4b24-9144-55ceb09558a0 None None] Provisioning for port d998a22a-fb16-4a00-93cc-5a915df8b60b completed by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:33:18.475156 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89562a6b-c308-439d-b931-2b0dd18af33a None None] Checking router: 41507326-6c1e-4afa-a2b5-c0b55b598821 for host: dv-cinder-803773-1-iscsi {{(pid=93310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:33:18.475496 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89562a6b-c308-439d-b931-2b0dd18af33a None None] Updating router 41507326-6c1e-4afa-a2b5-c0b55b598821 port 7dcf0ac7-e083-4a12-8cfa-9f5badb318af binding host dv-cinder-803773-1-iscsi {{(pid=93310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 17:33:18.530672 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-89562a6b-c308-439d-b931-2b0dd18af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:18.641227 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device d998a22a-fb16-4a00-93cc-5a915df8b60b up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:33:18.705515 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 28854aa6-ead1-4498-b242-355b82f2cd74 up at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:33:18.737706 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-f7fbb7c3-64dd-4c68-992d-af015bdf5680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:18.912157 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.db_base_plugin_common [None req-f7fbb7c3-64dd-4c68-992d-af015bdf5680 admin admin] Allocated IP 172.20.0.1 (383650eb-2e78-4aeb-9cb2-572c5e0eee93/6c3fa723-e45e-4be4-a8d3-fa4a33999fae/1723c046-ea59-46a1-bb58-debaab08fac1) {{(pid=93309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:33:18.961106 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning for port d998a22a-fb16-4a00-93cc-5a915df8b60b completed by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:33:18.974679 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port d998a22a-fb16-4a00-93cc-5a915df8b60b triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:33:18.975076 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:18.981472 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-658df052-a866-463a-aeb7-223797bf2823 None None] Provisioning complete for port d998a22a-fb16-4a00-93cc-5a915df8b60b triggered by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:33:18.981861 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-658df052-a866-463a-aeb7-223797bf2823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:19.015775 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-f7fbb7c3-64dd-4c68-992d-af015bdf5680 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:19.022965 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Provisioning for port 28854aa6-ead1-4498-b242-355b82f2cd74 completed by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:33:19.028889 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.provisioning_blocks [None req-f7fbb7c3-64dd-4c68-992d-af015bdf5680 admin admin] Transition to ACTIVE for port object 1723c046-ea59-46a1-bb58-debaab08fac1 will not be triggered until provisioned by entity DHCP. {{(pid=93309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:33:19.042579 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Provisioning complete for port 28854aa6-ead1-4498-b242-355b82f2cd74 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:33:19.042946 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:19.062546 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-f7fbb7c3-64dd-4c68-992d-af015bdf5680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379163'] for port, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:19.102107 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fbb7c3-64dd-4c68-992d-af015bdf5680 admin admin] Network 383650eb-2e78-4aeb-9cb2-572c5e0eee93 is already hosted by enough agents. {{(pid=93309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:33:19.106838 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.base_scheduler [None req-f7fbb7c3-64dd-4c68-992d-af015bdf5680 admin admin] Resources bound (agent type, host, resource id): {{(pid=93309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:33:19.110415 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fbb7c3-64dd-4c68-992d-af015bdf5680 admin admin] Received port after_create {{(pid=93309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:33:19.136568 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fbb7c3-64dd-4c68-992d-af015bdf5680 admin admin] Pushing event updated for resources: {'Port': ['ID=1723c046-ea59-46a1-bb58-debaab08fac1,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:19.155051 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-f7fbb7c3-64dd-4c68-992d-af015bdf5680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-439167'] for router_interface, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:19.166938 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-89562a6b-c308-439d-b931-2b0dd18af33a None None] Notify callbacks [] for port, precommit_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:19.224717 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-89562a6b-c308-439d-b931-2b0dd18af33a None None] Transition to ACTIVE for port object 7dcf0ac7-e083-4a12-8cfa-9f5badb318af will not be triggered until provisioned by entity L2. {{(pid=93310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:33:19.242350 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-89562a6b-c308-439d-b931-2b0dd18af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:19.301611 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-f7fbb7c3-64dd-4c68-992d-af015bdf5680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:19.302604 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:19.305618 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-658df052-a866-463a-aeb7-223797bf2823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:19.370309 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:19.372042 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f04246-c7d2-43fc-98fd-36f18a77cc61 None None] Pushing event updated for resources: {'Port': ['ID=7dcf0ac7-e083-4a12-8cfa-9f5badb318af,revision_number=2']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:19.380680 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-89562a6b-c308-439d-b931-2b0dd18af33a None None] Attempting to bind port 7dcf0ac7-e083-4a12-8cfa-9f5badb318af on host dv-cinder-803773-1-iscsi for vnic_type normal with profile {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:33:19.381049 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-89562a6b-c308-439d-b931-2b0dd18af33a None None] Attempting to bind port 7dcf0ac7-e083-4a12-8cfa-9f5badb318af by drivers openvswitch,hyperv on host dv-cinder-803773-1-iscsi at level 0 using segments [{'id': '0f56620f-272e-4079-bfd8-f32d6a32afa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'}] {{(pid=93310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:33:19.381410 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89562a6b-c308-439d-b931-2b0dd18af33a None None] Attempting to bind port 7dcf0ac7-e083-4a12-8cfa-9f5badb318af on network 2c4c21cf-2746-4b14-9730-0a69daab855b {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:33:19.404166 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] For port d998a22a-fb16-4a00-93cc-5a915df8b60b, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=d998a22a-fb16-4a00-93cc-5a915df8b60b,segment=NetworkSegment(766b331e-c03f-41d1-9717-c1f6796db104),segment_id=766b331e-c03f-41d1-9717-c1f6796db104)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:33:19.405360 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89562a6b-c308-439d-b931-2b0dd18af33a None None] Checking agent: {'id': 'c2f4de20-f7af-45ef-88b2-b79124fbc41c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803773-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 15, 24), 'started_at': datetime.datetime(2021, 8, 6, 17, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803773-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:33:19.405744 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89562a6b-c308-439d-b931-2b0dd18af33a None None] Checking segment: {'id': '0f56620f-272e-4079-bfd8-f32d6a32afa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:33:19.406182 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-89562a6b-c308-439d-b931-2b0dd18af33a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:19.406602 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89562a6b-c308-439d-b931-2b0dd18af33a None None] Bound using segment: {'id': '0f56620f-272e-4079-bfd8-f32d6a32afa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'} {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:33:19.407056 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-89562a6b-c308-439d-b931-2b0dd18af33a None None] Bound port: 7dcf0ac7-e083-4a12-8cfa-9f5badb318af, host: dv-cinder-803773-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f56620f-272e-4079-bfd8-f32d6a32afa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'}}] {{(pid=93310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:33:19.407471 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-89562a6b-c308-439d-b931-2b0dd18af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:19.417584 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:19.428852 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd918f19-532a-421a-9518-ff9ae410fb3f req-f9e47a18-544f-442b-ae66-6dcf1108a909 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:19.430369 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-dd918f19-532a-421a-9518-ff9ae410fb3f req-f9e47a18-544f-442b-ae66-6dcf1108a909 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=8d0936ec-85ca-43e6-8130-3dff042c1aa1 HTTP/1.1" status: 200 len: 945 time: 0.0941553 Aug 06 17:33:19.450765 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0936ec-85ca-43e6-8130-3dff042c1aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28854aa6-ead1-4498-b242-355b82f2cd74'}] {{(pid=93310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:33:19.453027 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713379ad4201aa67d1557f3d7b7da947c96b0ad1778a29fd635d5f04ae47f1c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a20b040-9c05-478d-af04-87fb9ded46a0" -d '{"events": [{"server_uuid": "8d0936ec-85ca-43e6-8130-3dff042c1aa1", "name": "network-vif-plugged", "status": "completed", "tag": "28854aa6-ead1-4498-b242-355b82f2cd74"}]}' {{(pid=93310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:33:19.510449 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port 28854aa6-ead1-4498-b242-355b82f2cd74, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=28854aa6-ead1-4498-b242-355b82f2cd74,segment=NetworkSegment(02b005d2-1715-4919-aaec-fce73105542d),segment_id=02b005d2-1715-4919-aaec-fce73105542d)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:33:19.515144 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d004f96b-655e-4b8b-ba58-083311d66b8b x-openstack-request-id: req-d004f96b-655e-4b8b-ba58-083311d66b8b {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:33:19.515421 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0936ec-85ca-43e6-8130-3dff042c1aa1", "name": "network-vif-plugged", "status": "completed", "tag": "28854aa6-ead1-4498-b242-355b82f2cd74", "code": 200}]} {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:33:19.515663 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d004f96b-655e-4b8b-ba58-083311d66b8b {{(pid=93310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:33:19.516049 dv-cinder-803773-1-iscsi neutron-server[93310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0936ec-85ca-43e6-8130-3dff042c1aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28854aa6-ead1-4498-b242-355b82f2cd74', 'code': 200} Aug 06 17:33:19.519529 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-dd918f19-532a-421a-9518-ff9ae410fb3f req-a08dd061-39aa-4f6b-828d-e8f747924861 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627332 Aug 06 17:33:19.530188 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:19.556284 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-f7fbb7c3-64dd-4c68-992d-af015bdf5680 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:19.558692 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.db.api [None req-658df052-a866-463a-aeb7-223797bf2823 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93310) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 17:33:19.559094 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG oslo_db.api [None req-658df052-a866-463a-aeb7-223797bf2823 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 17:33:19.562007 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-f7fbb7c3-64dd-4c68-992d-af015bdf5680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30379154'] for port, after_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:19.571730 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-89562a6b-c308-439d-b931-2b0dd18af33a None None] For port 7dcf0ac7-e083-4a12-8cfa-9f5badb318af, host dv-cinder-803773-1-iscsi, cleared binding levels {{(pid=93310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:33:19.574046 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Pushing event updated for resources: {'Port': ['ID=d998a22a-fb16-4a00-93cc-5a915df8b60b,revision_number=3']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:19.577536 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-89562a6b-c308-439d-b931-2b0dd18af33a None None] For port 7dcf0ac7-e083-4a12-8cfa-9f5badb318af, host dv-cinder-803773-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=7dcf0ac7-e083-4a12-8cfa-9f5badb318af,segment=NetworkSegment(0f56620f-272e-4079-bfd8-f32d6a32afa9),segment_id=0f56620f-272e-4079-bfd8-f32d6a32afa9)] {{(pid=93310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:33:19.601370 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-89562a6b-c308-439d-b931-2b0dd18af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:19.640642 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-f7fbb7c3-64dd-4c68-992d-af015bdf5680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429519'] for router_interface, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:19.640915 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=28854aa6-ead1-4498-b242-355b82f2cd74,revision_number=5']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:19.642501 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fbb7c3-64dd-4c68-992d-af015bdf5680 admin admin] Pushing event updated for resources: {'Port': ['ID=1723c046-ea59-46a1-bb58-debaab08fac1,revision_number=2']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:19.648990 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89562a6b-c308-439d-b931-2b0dd18af33a None None] Routers {'41507326-6c1e-4afa-a2b5-c0b55b598821'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:33:19.649616 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-89562a6b-c308-439d-b931-2b0dd18af33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:32:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['41507326-6c1e-4afa-a2b5-c0b55b598821'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:33:19.741143 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fbb7c3-64dd-4c68-992d-af015bdf5680 admin admin] Network 383650eb-2e78-4aeb-9cb2-572c5e0eee93 is already hosted by enough agents. {{(pid=93309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:33:19.742840 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.base_scheduler [None req-f7fbb7c3-64dd-4c68-992d-af015bdf5680 admin admin] Resources bound (agent type, host, resource id): {{(pid=93309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:33:19.767793 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f04246-c7d2-43fc-98fd-36f18a77cc61 None None] Pushing event updated for resources: {'Port': ['ID=7dcf0ac7-e083-4a12-8cfa-9f5badb318af,revision_number=3']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:19.804453 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252136bd-e4c1-404d-b450-0ba238ba78a1 req-5af66535-f4bf-414b-a4f2-843853aae440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:19.805976 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-252136bd-e4c1-404d-b450-0ba238ba78a1 req-5af66535-f4bf-414b-a4f2-843853aae440 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=8d0936ec-85ca-43e6-8130-3dff042c1aa1 HTTP/1.1" status: 200 len: 1099 time: 0.0514631 Aug 06 17:33:19.813068 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-89562a6b-c308-439d-b931-2b0dd18af33a None None] Set router 41507326-6c1e-4afa-a2b5-c0b55b598821 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:33:19.844600 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-252136bd-e4c1-404d-b450-0ba238ba78a1 req-db2d05e3-d683-4301-b368-257fcad6ff5a service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312319 Aug 06 17:33:19.876200 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7fbb7c3-64dd-4c68-992d-af015bdf5680 admin admin] Router 41507326-6c1e-4afa-a2b5-c0b55b598821 has already been hosted by L3 agent cbcd3d9e-bca5-4529-952b-48c65d2aceac {{(pid=93309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:33:19.990064 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fbb7c3-64dd-4c68-992d-af015bdf5680 admin admin] Notify agent at l3_agent.dv-cinder-803773-1-iscsi the message routers_updated {{(pid=93309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:33:19.995770 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-f7fbb7c3-64dd-4c68-992d-af015bdf5680 admin admin] 10.222.0.89 "PUT /v2.0/routers/41507326-6c1e-4afa-a2b5-c0b55b598821/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9699669 Aug 06 17:33:20.027849 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-89562a6b-c308-439d-b931-2b0dd18af33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41507326-6c1e-4afa-a2b5-c0b55b598821', 'name': 'tempest-TestShelveInstance-1150841913-router', 'tenant_id': '526db43a44324a978e79d502de775a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '7dcf0ac7-e083-4a12-8cfa-9f5badb318af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:33:16Z', 'updated_at': '2021-08-06T17:33:19Z', 'revision_number': 4, 'project_id': '526db43a44324a978e79d502de775a0f', 'gw_port': {'id': '7dcf0ac7-e083-4a12-8cfa-9f5badb318af', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:52:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41507326-6c1e-4afa-a2b5-c0b55b598821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:33:16Z', 'updated_at': '2021-08-06T17:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': '1723c046-ea59-46a1-bb58-debaab08fac1', 'name': '', 'network_id': '383650eb-2e78-4aeb-9cb2-572c5e0eee93', 'tenant_id': '526db43a44324a978e79d502de775a0f', 'mac_address': 'fa:16:3e:19:a8:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41507326-6c1e-4afa-a2b5-c0b55b598821', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '6c3fa723-e45e-4be4-a8d3-fa4a33999fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:33:18Z', 'updated_at': '2021-08-06T17:33:19Z', 'revision_number': 2, 'project_id': '526db43a44324a978e79d502de775a0f', 'subnets': [{'id': '6c3fa723-e45e-4be4-a8d3-fa4a33999fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:33:20.055752 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89562a6b-c308-439d-b931-2b0dd18af33a None None] The sync data for ids ['41507326-6c1e-4afa-a2b5-c0b55b598821'] in dv-cinder-803773-1-iscsi is: [{'id': '41507326-6c1e-4afa-a2b5-c0b55b598821', 'name': 'tempest-TestShelveInstance-1150841913-router', 'tenant_id': '526db43a44324a978e79d502de775a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '7dcf0ac7-e083-4a12-8cfa-9f5badb318af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:33:16Z', 'updated_at': '2021-08-06T17:33:19Z', 'revision_number': 4, 'project_id': '526db43a44324a978e79d502de775a0f', 'gw_port': {'id': '7dcf0ac7-e083-4a12-8cfa-9f5badb318af', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:52:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41507326-6c1e-4afa-a2b5-c0b55b598821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:33:16Z', 'updated_at': '2021-08-06T17:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': '1723c046-ea59-46a1-bb58-debaab08fac1', 'name': '', 'network_id': '383650eb-2e78-4aeb-9cb2-572c5e0eee93', 'tenant_id': '526db43a44324a978e79d502de775a0f', 'mac_address': 'fa:16:3e:19:a8:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41507326-6c1e-4afa-a2b5-c0b55b598821', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '6c3fa723-e45e-4be4-a8d3-fa4a33999fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:33:18Z', 'updated_at': '2021-08-06T17:33:19Z', 'revision_number': 2, 'project_id': '526db43a44324a978e79d502de775a0f', 'subnets': [{'id': '6c3fa723-e45e-4be4-a8d3-fa4a33999fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:33:20.240527 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-85f7ba70-5b3a-43b3-b54a-82cd302614f3 None None] Provisioning for port 1723c046-ea59-46a1-bb58-debaab08fac1 completed by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:33:20.245203 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-85f7ba70-5b3a-43b3-b54a-82cd302614f3 None None] Provisioning complete for port 1723c046-ea59-46a1-bb58-debaab08fac1 triggered by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:33:20.245574 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-85f7ba70-5b3a-43b3-b54a-82cd302614f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:20.286602 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-85f7ba70-5b3a-43b3-b54a-82cd302614f3 None None] Port 1723c046-ea59-46a1-bb58-debaab08fac1 cannot update to ACTIVE because it is not bound. {{(pid=93310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:33:20.370365 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.agents_db [None req-f0f84874-ee0a-4567-8005-82f1841bb43f None None] Agent healthcheck: found 6 active agents {{(pid=93311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:33:20.533490 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 40426) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:33:20.538860 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [None req-a561e95f-a588-4be5-bb47-0f4c14347e7b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-328905236-network', 'tenant_id': 'fafd3f68e06d4b2b8cfd78d73251dc31'}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:33:20.580385 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a561e95f-a588-4be5-bb47-0f4c14347e7b admin admin] Made reservation on behalf of fafd3f68e06d4b2b8cfd78d73251dc31 for: {'network': 1} {{(pid=93309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:33:20.583396 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-a561e95f-a588-4be5-bb47-0f4c14347e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for network, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:20.593176 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-a561e95f-a588-4be5-bb47-0f4c14347e7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:20.613142 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device d998a22a-fb16-4a00-93cc-5a915df8b60b up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:33:20.700295 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port d998a22a-fb16-4a00-93cc-5a915df8b60b triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:33:20.701192 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:20.730613 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a57fb-3c55-44e3-a933-02ea2a3fb6c1 req-f859fadb-9478-41a0-869c-44672cadf4f9 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:20.739669 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-ee4a57fb-3c55-44e3-a933-02ea2a3fb6c1 req-f859fadb-9478-41a0-869c-44672cadf4f9 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=8d0936ec-85ca-43e6-8130-3dff042c1aa1 HTTP/1.1" status: 200 len: 946 time: 0.1108499 Aug 06 17:33:20.741326 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-a561e95f-a588-4be5-bb47-0f4c14347e7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:20.748577 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-a561e95f-a588-4be5-bb47-0f4c14347e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:20.781971 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-ee4a57fb-3c55-44e3-a933-02ea2a3fb6c1 req-cd9f56d7-f68e-4088-b808-ff595f944808 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412567 Aug 06 17:33:20.789037 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a561e95f-a588-4be5-bb47-0f4c14347e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5460f31f-2d52-42bd-9a85-b2d6274e22c8,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:20.805242 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a561e95f-a588-4be5-bb47-0f4c14347e7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1093} {{(pid=93309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 17:33:20.819003 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-a561e95f-a588-4be5-bb47-0f4c14347e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022'] for segment, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:20.819382 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.db.segments_db [None req-a561e95f-a588-4be5-bb47-0f4c14347e7b admin admin] Added segment 3cf76d95-c90e-4d9a-8f88-908f6201942b of type vlan for network 1e4a9ada-5163-4c7b-919a-d61a6d5b5e0a Aug 06 17:33:20.860171 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-a561e95f-a588-4be5-bb47-0f4c14347e7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768831157836'] for network, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:20.897232 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-a561e95f-a588-4be5-bb47-0f4c14347e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707'] for network, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:20.898541 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a561e95f-a588-4be5-bb47-0f4c14347e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:20.898904 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-a561e95f-a588-4be5-bb47-0f4c14347e7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for network, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:20.954789 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-a561e95f-a588-4be5-bb47-0f4c14347e7b admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4201782 Aug 06 17:33:20.957722 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 40430) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:33:20.964981 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [None req-f14fe2c8-eb65-49eb-95a2-55dd32249ab9 admin admin] Request body: {'subnet': {'network_id': '1e4a9ada-5163-4c7b-919a-d61a6d5b5e0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-328905236-subnet', 'tenant_id': 'fafd3f68e06d4b2b8cfd78d73251dc31', 'ip_version': 4}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:33:20.969295 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a561e95f-a588-4be5-bb47-0f4c14347e7b admin admin] Pushing event updated for resources: {'Network': ['ID=1e4a9ada-5163-4c7b-919a-d61a6d5b5e0a,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:20.981524 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Network 1e4a9ada-5163-4c7b-919a-d61a6d5b5e0a details requested by agent ovs-agent-dv-cinder-803773-1-iscsi with host dv-cinder-803773-1-iscsi {{(pid=93310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 17:33:21.004783 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14fe2c8-eb65-49eb-95a2-55dd32249ab9 admin admin] Made reservation on behalf of fafd3f68e06d4b2b8cfd78d73251dc31 for: {'subnet': 1} {{(pid=93309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:33:21.007967 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-f14fe2c8-eb65-49eb-95a2-55dd32249ab9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29509928'] for subnet, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:21.106625 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-d99ea02d-52cf-46c3-afc1-359390415feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:21.194710 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-f14fe2c8-eb65-49eb-95a2-55dd32249ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30379247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29509914'] for subnet, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:21.247378 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14fe2c8-eb65-49eb-95a2-55dd32249ab9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0171e60f-f361-4942-ac43-024e2ba9a6c5,revision_number=0']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:21.263302 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14fe2c8-eb65-49eb-95a2-55dd32249ab9 admin admin] Checking segment: {'id': '3cf76d95-c90e-4d9a-8f88-908f6201942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '1e4a9ada-5163-4c7b-919a-d61a6d5b5e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:33:21.263649 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14fe2c8-eb65-49eb-95a2-55dd32249ab9 admin admin] Network hostable DHCP agents. Network: 1e4a9ada-5163-4c7b-919a-d61a6d5b5e0a, hostable agents: ['4daea8ea-8fec-4a46-9c0b-2c2eda663924'], hosted agents: [] {{(pid=93309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 17:33:21.281379 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14fe2c8-eb65-49eb-95a2-55dd32249ab9 admin admin] Network 1e4a9ada-5163-4c7b-919a-d61a6d5b5e0a is scheduled to be hosted by DHCP agent 4daea8ea-8fec-4a46-9c0b-2c2eda663924 with binding_index 1 {{(pid=93309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 17:33:21.292099 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.base_scheduler [None req-f14fe2c8-eb65-49eb-95a2-55dd32249ab9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803773-1-iscsi, 1e4a9ada-5163-4c7b-919a-d61a6d5b5e0a) {{(pid=93309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:33:21.296658 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14fe2c8-eb65-49eb-95a2-55dd32249ab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:21.297273 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-f14fe2c8-eb65-49eb-95a2-55dd32249ab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for subnet, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:21.303666 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b58c639-56bf-458f-a309-d1fec4d30456 None None] Network 1e4a9ada-5163-4c7b-919a-d61a6d5b5e0a requested from dv-cinder-803773-1-iscsi {{(pid=93310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:33:21.313600 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-f14fe2c8-eb65-49eb-95a2-55dd32249ab9 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3545728 Aug 06 17:33:21.316438 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 40432) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:33:21.325622 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [None req-381ac8a4-9e53-445c-acb7-9146778ef7f0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-328905236-router', 'tenant_id': 'fafd3f68e06d4b2b8cfd78d73251dc31', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'}}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:33:21.354876 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-381ac8a4-9e53-445c-acb7-9146778ef7f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-426003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5372'] for router, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:21.358178 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-381ac8a4-9e53-445c-acb7-9146778ef7f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441349', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5367'] for router, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:21.415631 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-381ac8a4-9e53-445c-acb7-9146778ef7f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:21.458704 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be845b1-2961-4167-84da-b0b36449e2b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb502b4dc-57c1-509c-ac55-d00ff2016944-1e4a9ada-5163-4c7b-919a-d61a6d5b5e0a', 'network_id': '1e4a9ada-5163-4c7b-919a-d61a6d5b5e0a', 'tenant_id': 'fafd3f68e06d4b2b8cfd78d73251dc31', 'fixed_ips': [{'subnet_id': '0171e60f-f361-4942-ac43-024e2ba9a6c5'}]}} from dv-cinder-803773-1-iscsi. {{(pid=93310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 17:33:21.459587 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-6be845b1-2961-4167-84da-b0b36449e2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:21.557757 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-381ac8a4-9e53-445c-acb7-9146778ef7f0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:21.603683 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.db_base_plugin_common [None req-6be845b1-2961-4167-84da-b0b36449e2b6 None None] Allocated IP 172.20.0.2 (1e4a9ada-5163-4c7b-919a-d61a6d5b5e0a/0171e60f-f361-4942-ac43-024e2ba9a6c5/da8592e5-e722-42bd-927f-2b4491ad2c22) {{(pid=93310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:33:21.754860 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-6be845b1-2961-4167-84da-b0b36449e2b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:21.765548 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-6be845b1-2961-4167-84da-b0b36449e2b6 None None] Transition to ACTIVE for port object da8592e5-e722-42bd-927f-2b4491ad2c22 will not be triggered until provisioned by entity L2. {{(pid=93310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:33:21.781358 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-381ac8a4-9e53-445c-acb7-9146778ef7f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:21.781729 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-6be845b1-2961-4167-84da-b0b36449e2b6 None None] Transition to ACTIVE for port object da8592e5-e722-42bd-927f-2b4491ad2c22 will not be triggered until provisioned by entity DHCP. {{(pid=93310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:33:21.790129 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-6be845b1-2961-4167-84da-b0b36449e2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244'] for port, after_create {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:21.803966 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-381ac8a4-9e53-445c-acb7-9146778ef7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:21.834628 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be845b1-2961-4167-84da-b0b36449e2b6 None None] Network 1e4a9ada-5163-4c7b-919a-d61a6d5b5e0a is already hosted by enough agents. {{(pid=93310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:33:21.837603 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.scheduler.base_scheduler [None req-6be845b1-2961-4167-84da-b0b36449e2b6 None None] Resources bound (agent type, host, resource id): {{(pid=93310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:33:21.841336 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be845b1-2961-4167-84da-b0b36449e2b6 None None] Received port after_create {{(pid=93310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:33:21.849124 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be845b1-2961-4167-84da-b0b36449e2b6 None None] Pushing event updated for resources: {'Port': ['ID=da8592e5-e722-42bd-927f-2b4491ad2c22,revision_number=1']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:21.901364 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-6be845b1-2961-4167-84da-b0b36449e2b6 None None] Attempting to bind port da8592e5-e722-42bd-927f-2b4491ad2c22 on host dv-cinder-803773-1-iscsi for vnic_type normal with profile {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:33:21.902011 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-6be845b1-2961-4167-84da-b0b36449e2b6 None None] Attempting to bind port da8592e5-e722-42bd-927f-2b4491ad2c22 by drivers openvswitch,hyperv on host dv-cinder-803773-1-iscsi at level 0 using segments [{'id': '3cf76d95-c90e-4d9a-8f88-908f6201942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '1e4a9ada-5163-4c7b-919a-d61a6d5b5e0a'}] {{(pid=93310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:33:21.902165 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be845b1-2961-4167-84da-b0b36449e2b6 None None] Attempting to bind port da8592e5-e722-42bd-927f-2b4491ad2c22 on network 1e4a9ada-5163-4c7b-919a-d61a6d5b5e0a {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:33:21.907327 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be845b1-2961-4167-84da-b0b36449e2b6 None None] Checking agent: {'id': 'c2f4de20-f7af-45ef-88b2-b79124fbc41c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803773-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 15, 24), 'started_at': datetime.datetime(2021, 8, 6, 17, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803773-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:33:21.907694 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be845b1-2961-4167-84da-b0b36449e2b6 None None] Checking segment: {'id': '3cf76d95-c90e-4d9a-8f88-908f6201942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '1e4a9ada-5163-4c7b-919a-d61a6d5b5e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:33:21.908100 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-6be845b1-2961-4167-84da-b0b36449e2b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:21.908491 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be845b1-2961-4167-84da-b0b36449e2b6 None None] Bound using segment: {'id': '3cf76d95-c90e-4d9a-8f88-908f6201942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '1e4a9ada-5163-4c7b-919a-d61a6d5b5e0a'} {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:33:21.908956 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-6be845b1-2961-4167-84da-b0b36449e2b6 None None] Bound port: da8592e5-e722-42bd-927f-2b4491ad2c22, host: dv-cinder-803773-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf76d95-c90e-4d9a-8f88-908f6201942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '1e4a9ada-5163-4c7b-919a-d61a6d5b5e0a'}}] {{(pid=93310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:33:21.909374 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-6be845b1-2961-4167-84da-b0b36449e2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:21.953493 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158351f-a166-4086-a55e-0b49a9c87a44 req-3352fe68-635f-44e4-a70e-313414d7a7c8 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:21.955087 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-0158351f-a166-4086-a55e-0b49a9c87a44 req-3352fe68-635f-44e4-a70e-313414d7a7c8 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=8d0936ec-85ca-43e6-8130-3dff042c1aa1 HTTP/1.1" status: 200 len: 946 time: 0.0901709 Aug 06 17:33:21.966040 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.db_base_plugin_common [None req-381ac8a4-9e53-445c-acb7-9146778ef7f0 admin admin] Allocated IP 172.27.0.131 (2c4c21cf-2746-4b14-9730-0a69daab855b/0d6fa379-a3fa-4b6f-9c88-fa9af5610e03/56f4d18a-cd2b-46e4-b855-d88c0c6f2094) {{(pid=93309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:33:21.990098 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-6be845b1-2961-4167-84da-b0b36449e2b6 None None] For port da8592e5-e722-42bd-927f-2b4491ad2c22, host dv-cinder-803773-1-iscsi, cleared binding levels {{(pid=93310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:33:21.994766 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-6be845b1-2961-4167-84da-b0b36449e2b6 None None] For port da8592e5-e722-42bd-927f-2b4491ad2c22, host dv-cinder-803773-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=da8592e5-e722-42bd-927f-2b4491ad2c22,segment=NetworkSegment(3cf76d95-c90e-4d9a-8f88-908f6201942b),segment_id=3cf76d95-c90e-4d9a-8f88-908f6201942b)] {{(pid=93310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:33:22.003668 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-6be845b1-2961-4167-84da-b0b36449e2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:22.029170 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-0158351f-a166-4086-a55e-0b49a9c87a44 req-ed40f545-749e-4f73-8550-f1c29a51380e tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645769 Aug 06 17:33:22.069860 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be845b1-2961-4167-84da-b0b36449e2b6 None None] Pushing event updated for resources: {'Port': ['ID=da8592e5-e722-42bd-927f-2b4491ad2c22,revision_number=2']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:22.114561 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-381ac8a4-9e53-445c-acb7-9146778ef7f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:22.156800 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-381ac8a4-9e53-445c-acb7-9146778ef7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379163'] for port, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:22.179222 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c2608-4473-4f11-949e-96db1d6b9247 req-6c81e056-04f6-4e05-9832-994774b2909a tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:22.180902 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-066c2608-4473-4f11-949e-96db1d6b9247 req-6c81e056-04f6-4e05-9832-994774b2909a tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=8d0936ec-85ca-43e6-8130-3dff042c1aa1 HTTP/1.1" status: 200 len: 946 time: 0.0567405 Aug 06 17:33:22.182223 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca90f32a-3a84-44cf-b9a7-0a88450becd9 None None] Sync routers for ids ['41507326-6c1e-4afa-a2b5-c0b55b598821'] in dv-cinder-803773-1-iscsi {{(pid=93311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:33:22.194586 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381ac8a4-9e53-445c-acb7-9146778ef7f0 admin admin] Network 2c4c21cf-2746-4b14-9730-0a69daab855b is already hosted by enough agents. {{(pid=93309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:33:22.197150 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca90f32a-3a84-44cf-b9a7-0a88450becd9 None None] Routers {'41507326-6c1e-4afa-a2b5-c0b55b598821'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:33:22.197857 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-ca90f32a-3a84-44cf-b9a7-0a88450becd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:32:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['41507326-6c1e-4afa-a2b5-c0b55b598821'], 'active': True} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:33:22.212192 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ac8a4-9e53-445c-acb7-9146778ef7f0 admin admin] Pushing event updated for resources: {'Port': ['ID=56f4d18a-cd2b-46e4-b855-d88c0c6f2094,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:22.218737 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.base_scheduler [None req-381ac8a4-9e53-445c-acb7-9146778ef7f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:33:22.222520 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381ac8a4-9e53-445c-acb7-9146778ef7f0 admin admin] Received port after_create {{(pid=93309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:33:22.226938 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-066c2608-4473-4f11-949e-96db1d6b9247 req-d38a5136-951e-47e8-8ea2-2069ee4f104f tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389583 Aug 06 17:33:22.251534 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 40440) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:33:22.318535 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81e2b52-cd77-4675-8586-cc82b9cf50a8 tempest-TestVolumeBootPattern-1504761582 tempest-TestVolumeBootPattern-1504761582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:22.328326 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-e81e2b52-cd77-4675-8586-cc82b9cf50a8 tempest-TestVolumeBootPattern-1504761582 tempest-TestVolumeBootPattern-1504761582-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=8d0936ec-85ca-43e6-8130-3dff042c1aa1 HTTP/1.1" status: 200 len: 1094 time: 0.0754302 Aug 06 17:33:22.329294 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 40442) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:33:22.335614 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-f9fffdfa-a5f8-460e-9586-107a66fa42b4 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Request body: {'floatingip': {'floating_network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'port_id': '28854aa6-ead1-4498-b242-355b82f2cd74', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:33:22.364391 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvr_db [None req-ca90f32a-3a84-44cf-b9a7-0a88450becd9 None None] Set router 41507326-6c1e-4afa-a2b5-c0b55b598821 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:33:22.371773 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-f9fffdfa-a5f8-460e-9586-107a66fa42b4 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks [] for floatingip, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:22.501555 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-f9fffdfa-a5f8-460e-9586-107a66fa42b4 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:22.540356 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-381ac8a4-9e53-445c-acb7-9146778ef7f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:22.623013 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-ca90f32a-3a84-44cf-b9a7-0a88450becd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41507326-6c1e-4afa-a2b5-c0b55b598821', 'name': 'tempest-TestShelveInstance-1150841913-router', 'tenant_id': '526db43a44324a978e79d502de775a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '7dcf0ac7-e083-4a12-8cfa-9f5badb318af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:33:16Z', 'updated_at': '2021-08-06T17:33:19Z', 'revision_number': 4, 'project_id': '526db43a44324a978e79d502de775a0f', 'gw_port': {'id': '7dcf0ac7-e083-4a12-8cfa-9f5badb318af', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:52:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41507326-6c1e-4afa-a2b5-c0b55b598821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:33:16Z', 'updated_at': '2021-08-06T17:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': '1723c046-ea59-46a1-bb58-debaab08fac1', 'name': '', 'network_id': '383650eb-2e78-4aeb-9cb2-572c5e0eee93', 'tenant_id': '526db43a44324a978e79d502de775a0f', 'mac_address': 'fa:16:3e:19:a8:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41507326-6c1e-4afa-a2b5-c0b55b598821', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '6c3fa723-e45e-4be4-a8d3-fa4a33999fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:33:18Z', 'updated_at': '2021-08-06T17:33:19Z', 'revision_number': 2, 'project_id': '526db43a44324a978e79d502de775a0f', 'subnets': [{'id': '6c3fa723-e45e-4be4-a8d3-fa4a33999fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:33:22.644842 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.db_base_plugin_common [None req-f9fffdfa-a5f8-460e-9586-107a66fa42b4 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Allocated IP 172.27.0.45 (2c4c21cf-2746-4b14-9730-0a69daab855b/0d6fa379-a3fa-4b6f-9c88-fa9af5610e03/659dbd0d-993a-4af3-9ebd-f6604ff406af) {{(pid=93308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:33:22.673951 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca90f32a-3a84-44cf-b9a7-0a88450becd9 None None] Checking router: 41507326-6c1e-4afa-a2b5-c0b55b598821 for host: dv-cinder-803773-1-iscsi {{(pid=93311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:33:22.684006 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca90f32a-3a84-44cf-b9a7-0a88450becd9 None None] Updating router 41507326-6c1e-4afa-a2b5-c0b55b598821 port 1723c046-ea59-46a1-bb58-debaab08fac1 binding host dv-cinder-803773-1-iscsi {{(pid=93311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 17:33:22.717531 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-ca90f32a-3a84-44cf-b9a7-0a88450becd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:22.719102 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 7dcf0ac7-e083-4a12-8cfa-9f5badb318af up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:33:22.767780 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-381ac8a4-9e53-445c-acb7-9146778ef7f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441493'] for router, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:22.771359 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning for port 7dcf0ac7-e083-4a12-8cfa-9f5badb318af completed by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:33:22.775286 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port 7dcf0ac7-e083-4a12-8cfa-9f5badb318af triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:33:22.775652 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:22.793547 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-f9fffdfa-a5f8-460e-9586-107a66fa42b4 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks [] for port, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:22.850965 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-f9fffdfa-a5f8-460e-9586-107a66fa42b4 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089738'] for port, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:22.886576 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:22.900523 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fffdfa-a5f8-460e-9586-107a66fa42b4 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Network 2c4c21cf-2746-4b14-9730-0a69daab855b is already hosted by enough agents. {{(pid=93308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:33:22.905727 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.base_scheduler [None req-f9fffdfa-a5f8-460e-9586-107a66fa42b4 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Resources bound (agent type, host, resource id): {{(pid=93308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:33:22.908570 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fffdfa-a5f8-460e-9586-107a66fa42b4 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Received port after_create {{(pid=93308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:33:22.933286 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] For port 7dcf0ac7-e083-4a12-8cfa-9f5badb318af, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=7dcf0ac7-e083-4a12-8cfa-9f5badb318af,segment=NetworkSegment(0f56620f-272e-4079-bfd8-f32d6a32afa9),segment_id=0f56620f-272e-4079-bfd8-f32d6a32afa9)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:33:22.936258 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fffdfa-a5f8-460e-9586-107a66fa42b4 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Pushing event updated for resources: {'Port': ['ID=659dbd0d-993a-4af3-9ebd-f6604ff406af,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:22.938524 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:22.946232 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device da8592e5-e722-42bd-927f-2b4491ad2c22 up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:33:22.950276 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381ac8a4-9e53-445c-acb7-9146778ef7f0 admin admin] Router eb62da2f-245f-4406-b5a2-6577e644c2dc is scheduled to L3 agent cbcd3d9e-bca5-4529-952b-48c65d2aceac with binding_index 1 {{(pid=93309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 17:33:23.097890 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Pushing event updated for resources: {'Port': ['ID=7dcf0ac7-e083-4a12-8cfa-9f5badb318af,revision_number=4']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:23.150294 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning for port da8592e5-e722-42bd-927f-2b4491ad2c22 completed by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:33:23.196461 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-ca90f32a-3a84-44cf-b9a7-0a88450becd9 None None] Notify callbacks [] for port, precommit_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:23.219865 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.provisioning_blocks [None req-ca90f32a-3a84-44cf-b9a7-0a88450becd9 None None] Transition to ACTIVE for port object 1723c046-ea59-46a1-bb58-debaab08fac1 will not be triggered until provisioned by entity L2. {{(pid=93311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:33:23.227229 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-ca90f32a-3a84-44cf-b9a7-0a88450becd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:23.268134 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f717480a-6b3e-4948-bf42-7bd371f0e5f1 None None] Network 1e4a9ada-5163-4c7b-919a-d61a6d5b5e0a requested from dv-cinder-803773-1-iscsi {{(pid=93310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:33:23.283381 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa337c-36b5-41b1-874a-f0ef9ca221c2 None None] Pushing event updated for resources: {'Port': ['ID=1723c046-ea59-46a1-bb58-debaab08fac1,revision_number=3']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:23.293188 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfa337c-36b5-41b1-874a-f0ef9ca221c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:33:23.293548 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfa337c-36b5-41b1-874a-f0ef9ca221c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:33:23.293977 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfa337c-36b5-41b1-874a-f0ef9ca221c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:33:23.294422 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfa337c-36b5-41b1-874a-f0ef9ca221c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:33:23.294885 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfa337c-36b5-41b1-874a-f0ef9ca221c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:33:23.295288 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfa337c-36b5-41b1-874a-f0ef9ca221c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:33:23.295868 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfa337c-36b5-41b1-874a-f0ef9ca221c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:33:23.296409 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfa337c-36b5-41b1-874a-f0ef9ca221c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:33:23.297033 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfa337c-36b5-41b1-874a-f0ef9ca221c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:33:23.298083 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfa337c-36b5-41b1-874a-f0ef9ca221c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:33:23.298465 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfa337c-36b5-41b1-874a-f0ef9ca221c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:33:23.298845 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfa337c-36b5-41b1-874a-f0ef9ca221c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:33:23.374516 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [None req-ca90f32a-3a84-44cf-b9a7-0a88450becd9 None None] Attempting to bind port 1723c046-ea59-46a1-bb58-debaab08fac1 on host dv-cinder-803773-1-iscsi for vnic_type normal with profile {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:33:23.375192 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [None req-ca90f32a-3a84-44cf-b9a7-0a88450becd9 None None] Attempting to bind port 1723c046-ea59-46a1-bb58-debaab08fac1 by drivers openvswitch,hyperv on host dv-cinder-803773-1-iscsi at level 0 using segments [{'id': '766b331e-c03f-41d1-9717-c1f6796db104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '383650eb-2e78-4aeb-9cb2-572c5e0eee93'}] {{(pid=93311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:33:23.375736 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca90f32a-3a84-44cf-b9a7-0a88450becd9 None None] Attempting to bind port 1723c046-ea59-46a1-bb58-debaab08fac1 on network 383650eb-2e78-4aeb-9cb2-572c5e0eee93 {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:33:23.382402 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca90f32a-3a84-44cf-b9a7-0a88450becd9 None None] Checking agent: {'id': 'c2f4de20-f7af-45ef-88b2-b79124fbc41c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803773-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 15, 24), 'started_at': datetime.datetime(2021, 8, 6, 17, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803773-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:33:23.383103 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca90f32a-3a84-44cf-b9a7-0a88450becd9 None None] Checking segment: {'id': '766b331e-c03f-41d1-9717-c1f6796db104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '383650eb-2e78-4aeb-9cb2-572c5e0eee93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:33:23.383684 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-ca90f32a-3a84-44cf-b9a7-0a88450becd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:23.384217 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca90f32a-3a84-44cf-b9a7-0a88450becd9 None None] Bound using segment: {'id': '766b331e-c03f-41d1-9717-c1f6796db104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '383650eb-2e78-4aeb-9cb2-572c5e0eee93'} {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:33:23.384370 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-f9fffdfa-a5f8-460e-9586-107a66fa42b4 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:23.385397 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [None req-ca90f32a-3a84-44cf-b9a7-0a88450becd9 None None] Bound port: 1723c046-ea59-46a1-bb58-debaab08fac1, host: dv-cinder-803773-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '766b331e-c03f-41d1-9717-c1f6796db104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '383650eb-2e78-4aeb-9cb2-572c5e0eee93'}}] {{(pid=93311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:33:23.385985 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-ca90f32a-3a84-44cf-b9a7-0a88450becd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:23.442839 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381ac8a4-9e53-445c-acb7-9146778ef7f0 admin admin] Notify agent at l3_agent.dv-cinder-803773-1-iscsi the message routers_updated {{(pid=93309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:33:23.476132 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-381ac8a4-9e53-445c-acb7-9146778ef7f0 admin admin] Notify callbacks [] for router, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:23.480528 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-381ac8a4-9e53-445c-acb7-9146778ef7f0 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1605139 Aug 06 17:33:23.480875 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 40444) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:33:23.497192 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-f9fffdfa-a5f8-460e-9586-107a66fa42b4 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:23.500406 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [None req-ca90f32a-3a84-44cf-b9a7-0a88450becd9 None None] For port 1723c046-ea59-46a1-bb58-debaab08fac1, host dv-cinder-803773-1-iscsi, cleared binding levels {{(pid=93311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:33:23.508717 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [None req-ca90f32a-3a84-44cf-b9a7-0a88450becd9 None None] For port 1723c046-ea59-46a1-bb58-debaab08fac1, host dv-cinder-803773-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=1723c046-ea59-46a1-bb58-debaab08fac1,segment=NetworkSegment(766b331e-c03f-41d1-9717-c1f6796db104),segment_id=766b331e-c03f-41d1-9717-c1f6796db104)] {{(pid=93311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:33:23.514865 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-ca90f32a-3a84-44cf-b9a7-0a88450becd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:23.530240 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e76a03-b7ac-4a7b-a3ab-48102f7c6f26 None None] Sync routers for ids ['eb62da2f-245f-4406-b5a2-6577e644c2dc'] in dv-cinder-803773-1-iscsi {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:33:23.582991 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-444d9051-08ba-4ada-ae4c-fadb336c01da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:23.594404 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-e59fc209-1f4f-4349-9a91-c3c6ff14419d None None] Provisioning for port da8592e5-e722-42bd-927f-2b4491ad2c22 completed by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:33:23.602676 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-e59fc209-1f4f-4349-9a91-c3c6ff14419d None None] Provisioning complete for port da8592e5-e722-42bd-927f-2b4491ad2c22 triggered by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:33:23.603425 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-e59fc209-1f4f-4349-9a91-c3c6ff14419d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:23.607734 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e76a03-b7ac-4a7b-a3ab-48102f7c6f26 None None] Routers {'eb62da2f-245f-4406-b5a2-6577e644c2dc'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:33:23.608594 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-d1e76a03-b7ac-4a7b-a3ab-48102f7c6f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:32:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['eb62da2f-245f-4406-b5a2-6577e644c2dc'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:33:23.614533 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa337c-36b5-41b1-874a-f0ef9ca221c2 None None] Pushing event updated for resources: {'Port': ['ID=1723c046-ea59-46a1-bb58-debaab08fac1,revision_number=4']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:23.620339 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca90f32a-3a84-44cf-b9a7-0a88450becd9 None None] Routers {'41507326-6c1e-4afa-a2b5-c0b55b598821'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:33:23.620951 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-ca90f32a-3a84-44cf-b9a7-0a88450becd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:33:24Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['41507326-6c1e-4afa-a2b5-c0b55b598821'], 'active': True} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:33:23.763867 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvr_db [None req-ca90f32a-3a84-44cf-b9a7-0a88450becd9 None None] Set router 41507326-6c1e-4afa-a2b5-c0b55b598821 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:33:23.764213 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-f9fffdfa-a5f8-460e-9586-107a66fa42b4 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks [] for port, precommit_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:23.777074 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-f9fffdfa-a5f8-460e-9586-107a66fa42b4 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089731'] for port, after_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:23.878435 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-d1e76a03-b7ac-4a7b-a3ab-48102f7c6f26 None None] Set router eb62da2f-245f-4406-b5a2-6577e644c2dc gateway port host: dv-cinder-803773-1-iscsi {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:33:23.900199 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fffdfa-a5f8-460e-9586-107a66fa42b4 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Pushing event updated for resources: {'Port': ['ID=659dbd0d-993a-4af3-9ebd-f6604ff406af,revision_number=2']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:23.911199 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-f9fffdfa-a5f8-460e-9586-107a66fa42b4 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435792'] for floatingip, after_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:23.956735 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-e59fc209-1f4f-4349-9a91-c3c6ff14419d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:24.025626 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-4aec21b2-3f20-47aa-957c-1f2000f7bbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:24.039653 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-ca90f32a-3a84-44cf-b9a7-0a88450becd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41507326-6c1e-4afa-a2b5-c0b55b598821', 'name': 'tempest-TestShelveInstance-1150841913-router', 'tenant_id': '526db43a44324a978e79d502de775a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '7dcf0ac7-e083-4a12-8cfa-9f5badb318af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:33:16Z', 'updated_at': '2021-08-06T17:33:19Z', 'revision_number': 4, 'project_id': '526db43a44324a978e79d502de775a0f', 'gw_port': {'id': '7dcf0ac7-e083-4a12-8cfa-9f5badb318af', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:52:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41507326-6c1e-4afa-a2b5-c0b55b598821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:33:16Z', 'updated_at': '2021-08-06T17:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': '1723c046-ea59-46a1-bb58-debaab08fac1', 'name': '', 'network_id': '383650eb-2e78-4aeb-9cb2-572c5e0eee93', 'tenant_id': '526db43a44324a978e79d502de775a0f', 'mac_address': 'fa:16:3e:19:a8:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41507326-6c1e-4afa-a2b5-c0b55b598821', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '6c3fa723-e45e-4be4-a8d3-fa4a33999fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:33:18Z', 'updated_at': '2021-08-06T17:33:23Z', 'revision_number': 4, 'project_id': '526db43a44324a978e79d502de775a0f', 'subnets': [{'id': '6c3fa723-e45e-4be4-a8d3-fa4a33999fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:33:24.060277 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-e59fc209-1f4f-4349-9a91-c3c6ff14419d None None] For port da8592e5-e722-42bd-927f-2b4491ad2c22, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=da8592e5-e722-42bd-927f-2b4491ad2c22,segment=NetworkSegment(3cf76d95-c90e-4d9a-8f88-908f6201942b),segment_id=3cf76d95-c90e-4d9a-8f88-908f6201942b)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:33:24.066978 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-e59fc209-1f4f-4349-9a91-c3c6ff14419d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:24.076655 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca90f32a-3a84-44cf-b9a7-0a88450becd9 None None] The sync data for ids ['41507326-6c1e-4afa-a2b5-c0b55b598821'] in dv-cinder-803773-1-iscsi is: [{'id': '41507326-6c1e-4afa-a2b5-c0b55b598821', 'name': 'tempest-TestShelveInstance-1150841913-router', 'tenant_id': '526db43a44324a978e79d502de775a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '7dcf0ac7-e083-4a12-8cfa-9f5badb318af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:33:16Z', 'updated_at': '2021-08-06T17:33:19Z', 'revision_number': 4, 'project_id': '526db43a44324a978e79d502de775a0f', 'gw_port': {'id': '7dcf0ac7-e083-4a12-8cfa-9f5badb318af', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:52:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41507326-6c1e-4afa-a2b5-c0b55b598821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:33:16Z', 'updated_at': '2021-08-06T17:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': '1723c046-ea59-46a1-bb58-debaab08fac1', 'name': '', 'network_id': '383650eb-2e78-4aeb-9cb2-572c5e0eee93', 'tenant_id': '526db43a44324a978e79d502de775a0f', 'mac_address': 'fa:16:3e:19:a8:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41507326-6c1e-4afa-a2b5-c0b55b598821', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '6c3fa723-e45e-4be4-a8d3-fa4a33999fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:33:18Z', 'updated_at': '2021-08-06T17:33:23Z', 'revision_number': 4, 'project_id': '526db43a44324a978e79d502de775a0f', 'subnets': [{'id': '6c3fa723-e45e-4be4-a8d3-fa4a33999fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:33:24.133599 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:24.171093 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59fc209-1f4f-4349-9a91-c3c6ff14419d None None] Pushing event updated for resources: {'Port': ['ID=da8592e5-e722-42bd-927f-2b4491ad2c22,revision_number=3']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:24.256392 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-d1e76a03-b7ac-4a7b-a3ab-48102f7c6f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb62da2f-245f-4406-b5a2-6577e644c2dc', 'name': 'tempest-TestShelveInstance-328905236-router', 'tenant_id': 'fafd3f68e06d4b2b8cfd78d73251dc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '56f4d18a-cd2b-46e4-b855-d88c0c6f2094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:33:21Z', 'updated_at': '2021-08-06T17:33:22Z', 'revision_number': 3, 'project_id': 'fafd3f68e06d4b2b8cfd78d73251dc31', 'gw_port': {'id': '56f4d18a-cd2b-46e4-b855-d88c0c6f2094', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb62da2f-245f-4406-b5a2-6577e644c2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:33:21Z', 'updated_at': '2021-08-06T17:33:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi'}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:33:24.283903 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.db_base_plugin_common [None req-4aec21b2-3f20-47aa-957c-1f2000f7bbfa admin admin] Allocated IP 172.20.0.1 (1e4a9ada-5163-4c7b-919a-d61a6d5b5e0a/0171e60f-f361-4942-ac43-024e2ba9a6c5/e0125003-27f6-46db-a6d8-4ed1aaafa1c4) {{(pid=93309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:33:24.286689 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e76a03-b7ac-4a7b-a3ab-48102f7c6f26 None None] Checking router: eb62da2f-245f-4406-b5a2-6577e644c2dc for host: dv-cinder-803773-1-iscsi {{(pid=93310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:33:24.287275 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e76a03-b7ac-4a7b-a3ab-48102f7c6f26 None None] Updating router eb62da2f-245f-4406-b5a2-6577e644c2dc port 56f4d18a-cd2b-46e4-b855-d88c0c6f2094 binding host dv-cinder-803773-1-iscsi {{(pid=93310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 17:33:24.325835 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-d1e76a03-b7ac-4a7b-a3ab-48102f7c6f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:24.413955 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-4aec21b2-3f20-47aa-957c-1f2000f7bbfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:24.428785 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.db.l3_db [None req-f9fffdfa-a5f8-460e-9586-107a66fa42b4 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Floating IP 4d6fe6d6-5ea4-498d-b42f-582f5d713cb7 associated. External IP: 172.27.0.45, port: 28854aa6-ead1-4498-b242-355b82f2cd74. Aug 06 17:33:24.433669 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.provisioning_blocks [None req-4aec21b2-3f20-47aa-957c-1f2000f7bbfa admin admin] Transition to ACTIVE for port object e0125003-27f6-46db-a6d8-4ed1aaafa1c4 will not be triggered until provisioned by entity DHCP. {{(pid=93309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:33:24.467536 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-2c982047-cd64-486a-a947-f504fed95419 None None] Provisioning complete for port da8592e5-e722-42bd-927f-2b4491ad2c22 triggered by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:33:24.468003 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-2c982047-cd64-486a-a947-f504fed95419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:24.479258 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-4aec21b2-3f20-47aa-957c-1f2000f7bbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379163'] for port, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:24.522030 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aec21b2-3f20-47aa-957c-1f2000f7bbfa admin admin] Network 1e4a9ada-5163-4c7b-919a-d61a6d5b5e0a is already hosted by enough agents. {{(pid=93309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:33:24.527299 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.base_scheduler [None req-4aec21b2-3f20-47aa-957c-1f2000f7bbfa admin admin] Resources bound (agent type, host, resource id): {{(pid=93309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:33:24.530919 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aec21b2-3f20-47aa-957c-1f2000f7bbfa admin admin] Received port after_create {{(pid=93309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:33:24.562761 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec21b2-3f20-47aa-957c-1f2000f7bbfa admin admin] Pushing event updated for resources: {'Port': ['ID=e0125003-27f6-46db-a6d8-4ed1aaafa1c4,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:24.582237 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-4aec21b2-3f20-47aa-957c-1f2000f7bbfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-439167'] for router_interface, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:24.745279 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 7dcf0ac7-e083-4a12-8cfa-9f5badb318af up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:33:24.755886 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9fffdfa-a5f8-460e-9586-107a66fa42b4 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Router 2a67d704-2d73-4388-92ad-904eaa543784 has already been hosted by L3 agent cbcd3d9e-bca5-4529-952b-48c65d2aceac {{(pid=93308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:33:24.795257 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-4aec21b2-3f20-47aa-957c-1f2000f7bbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:24.844991 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-d1e76a03-b7ac-4a7b-a3ab-48102f7c6f26 None None] Notify callbacks [] for port, precommit_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:24.859593 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-d1e76a03-b7ac-4a7b-a3ab-48102f7c6f26 None None] Transition to ACTIVE for port object 56f4d18a-cd2b-46e4-b855-d88c0c6f2094 will not be triggered until provisioned by entity L2. {{(pid=93310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:33:24.861410 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port 7dcf0ac7-e083-4a12-8cfa-9f5badb318af triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:33:24.861803 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:24.885219 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-d1e76a03-b7ac-4a7b-a3ab-48102f7c6f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:24.912739 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9fffdfa-a5f8-460e-9586-107a66fa42b4 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify agent at l3_agent.dv-cinder-803773-1-iscsi the message routers_updated {{(pid=93308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:33:24.923500 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091b0050-fc36-4067-b125-855f59f8bbe7 None None] Sync routers for ids ['2a67d704-2d73-4388-92ad-904eaa543784'] in dv-cinder-803773-1-iscsi {{(pid=93311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:33:24.938844 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-f9fffdfa-a5f8-460e-9586-107a66fa42b4 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for floatingip, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:24.950737 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091b0050-fc36-4067-b125-855f59f8bbe7 None None] Routers {'2a67d704-2d73-4388-92ad-904eaa543784'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:33:24.951557 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-091b0050-fc36-4067-b125-855f59f8bbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:33:24Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['2a67d704-2d73-4388-92ad-904eaa543784'], 'active': True} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:33:24.986341 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-f9fffdfa-a5f8-460e-9586-107a66fa42b4 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6450524 Aug 06 17:33:24.986341 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0936ec-85ca-43e6-8130-3dff042c1aa1', 'tag': '28854aa6-ead1-4498-b242-355b82f2cd74'}] {{(pid=93308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:33:24.986341 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9970891e86e7a54ba8327591cdb5f98a510e69f2198634f60bde42845cd177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde0fa8e-909d-42bd-9249-2de6f908022f" -d '{"events": [{"name": "network-changed", "server_uuid": "8d0936ec-85ca-43e6-8130-3dff042c1aa1", "tag": "28854aa6-ead1-4498-b242-355b82f2cd74"}]}' {{(pid=93308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:33:25.010886 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-d1e76a03-b7ac-4a7b-a3ab-48102f7c6f26 None None] Attempting to bind port 56f4d18a-cd2b-46e4-b855-d88c0c6f2094 on host dv-cinder-803773-1-iscsi for vnic_type normal with profile {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:33:25.011334 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-d1e76a03-b7ac-4a7b-a3ab-48102f7c6f26 None None] Attempting to bind port 56f4d18a-cd2b-46e4-b855-d88c0c6f2094 by drivers openvswitch,hyperv on host dv-cinder-803773-1-iscsi at level 0 using segments [{'id': '0f56620f-272e-4079-bfd8-f32d6a32afa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'}] {{(pid=93310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:33:25.011799 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e76a03-b7ac-4a7b-a3ab-48102f7c6f26 None None] Attempting to bind port 56f4d18a-cd2b-46e4-b855-d88c0c6f2094 on network 2c4c21cf-2746-4b14-9730-0a69daab855b {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:33:25.013914 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a41ef-9ae2-4eda-80c4-d3a8b01abdf2 None None] Pushing event updated for resources: {'Port': ['ID=56f4d18a-cd2b-46e4-b855-d88c0c6f2094,revision_number=2']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:25.022841 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57b691f-dca9-4650-a760-1a9411644574 x-openstack-request-id: req-d57b691f-dca9-4650-a760-1a9411644574 {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:33:25.023339 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d0936ec-85ca-43e6-8130-3dff042c1aa1", "tag": "28854aa6-ead1-4498-b242-355b82f2cd74", "status": "completed", "code": 200}]} {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:33:25.023786 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d57b691f-dca9-4650-a760-1a9411644574 {{(pid=93308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:33:25.024484 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0936ec-85ca-43e6-8130-3dff042c1aa1', 'tag': '28854aa6-ead1-4498-b242-355b82f2cd74', 'status': 'completed', 'code': 200} Aug 06 17:33:25.031281 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e76a03-b7ac-4a7b-a3ab-48102f7c6f26 None None] Checking agent: {'id': 'c2f4de20-f7af-45ef-88b2-b79124fbc41c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803773-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 15, 24), 'started_at': datetime.datetime(2021, 8, 6, 17, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803773-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:33:25.031777 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e76a03-b7ac-4a7b-a3ab-48102f7c6f26 None None] Checking segment: {'id': '0f56620f-272e-4079-bfd8-f32d6a32afa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:33:25.032278 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-d1e76a03-b7ac-4a7b-a3ab-48102f7c6f26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:25.032855 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e76a03-b7ac-4a7b-a3ab-48102f7c6f26 None None] Bound using segment: {'id': '0f56620f-272e-4079-bfd8-f32d6a32afa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'} {{(pid=93310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:33:25.033416 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.managers [None req-d1e76a03-b7ac-4a7b-a3ab-48102f7c6f26 None None] Bound port: 56f4d18a-cd2b-46e4-b855-d88c0c6f2094, host: dv-cinder-803773-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f56620f-272e-4079-bfd8-f32d6a32afa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b'}}] {{(pid=93310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:33:25.033893 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-d1e76a03-b7ac-4a7b-a3ab-48102f7c6f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:25.036644 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-89afe197-85de-4d0d-9757-50f32a4346f0 None None] Provisioning for port e0125003-27f6-46db-a6d8-4ed1aaafa1c4 completed by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:33:25.042678 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-4aec21b2-3f20-47aa-957c-1f2000f7bbfa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:25.050098 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-4aec21b2-3f20-47aa-957c-1f2000f7bbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30379154'] for port, after_update {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:25.064215 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-89afe197-85de-4d0d-9757-50f32a4346f0 None None] Provisioning complete for port e0125003-27f6-46db-a6d8-4ed1aaafa1c4 triggered by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:33:25.064734 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-89afe197-85de-4d0d-9757-50f32a4346f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:25.133070 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0fa8e-909d-42bd-9249-2de6f908022f req-ae73e710-d4b7-4b1c-a875-2b926065aae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:25.135283 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-4aec21b2-3f20-47aa-957c-1f2000f7bbfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429519'] for router_interface, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:25.137549 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-bde0fa8e-909d-42bd-9249-2de6f908022f req-ae73e710-d4b7-4b1c-a875-2b926065aae7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d890e20c0d05493c9b56c9fba16f16d4&device_id=8d0936ec-85ca-43e6-8130-3dff042c1aa1 HTTP/1.1" status: 200 len: 1099 time: 0.0695956 Aug 06 17:33:25.145745 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec21b2-3f20-47aa-957c-1f2000f7bbfa admin admin] Pushing event updated for resources: {'Port': ['ID=e0125003-27f6-46db-a6d8-4ed1aaafa1c4,revision_number=2']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:25.165923 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvr_db [None req-091b0050-fc36-4067-b125-855f59f8bbe7 None None] Set router 2a67d704-2d73-4388-92ad-904eaa543784 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:33:25.173196 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device da8592e5-e722-42bd-927f-2b4491ad2c22 up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:33:25.181496 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-89afe197-85de-4d0d-9757-50f32a4346f0 None None] Port e0125003-27f6-46db-a6d8-4ed1aaafa1c4 cannot update to ACTIVE because it is not bound. {{(pid=93310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:33:25.183587 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-d1e76a03-b7ac-4a7b-a3ab-48102f7c6f26 None None] For port 56f4d18a-cd2b-46e4-b855-d88c0c6f2094, host dv-cinder-803773-1-iscsi, cleared binding levels {{(pid=93310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:33:25.218688 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:25.222972 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-d1e76a03-b7ac-4a7b-a3ab-48102f7c6f26 None None] For port 56f4d18a-cd2b-46e4-b855-d88c0c6f2094, host dv-cinder-803773-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=56f4d18a-cd2b-46e4-b855-d88c0c6f2094,segment=NetworkSegment(0f56620f-272e-4079-bfd8-f32d6a32afa9),segment_id=0f56620f-272e-4079-bfd8-f32d6a32afa9)] {{(pid=93310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:33:25.231078 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-d1e76a03-b7ac-4a7b-a3ab-48102f7c6f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:25.253311 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aec21b2-3f20-47aa-957c-1f2000f7bbfa admin admin] Network 1e4a9ada-5163-4c7b-919a-d61a6d5b5e0a is already hosted by enough agents. {{(pid=93309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:33:25.255040 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.base_scheduler [None req-4aec21b2-3f20-47aa-957c-1f2000f7bbfa admin admin] Resources bound (agent type, host, resource id): {{(pid=93309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:33:25.289560 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0fa8e-909d-42bd-9249-2de6f908022f req-c558c022-9749-4bfa-a5a6-b6d0458e1c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:25.291994 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-bde0fa8e-909d-42bd-9249-2de6f908022f req-c558c022-9749-4bfa-a5a6-b6d0458e1c55 service neutron] 10.222.0.96 "GET /v2.0/networks?id=12959d86-3f27-4436-a850-45d1f5a6fb36 HTTP/1.1" status: 200 len: 914 time: 0.1467547 Aug 06 17:33:25.305005 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e76a03-b7ac-4a7b-a3ab-48102f7c6f26 None None] Routers {'eb62da2f-245f-4406-b5a2-6577e644c2dc'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:33:25.305650 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-d1e76a03-b7ac-4a7b-a3ab-48102f7c6f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:33:24Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['eb62da2f-245f-4406-b5a2-6577e644c2dc'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:33:25.312880 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a41ef-9ae2-4eda-80c4-d3a8b01abdf2 None None] Pushing event updated for resources: {'Port': ['ID=56f4d18a-cd2b-46e4-b855-d88c0c6f2094,revision_number=3']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:25.379788 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port da8592e5-e722-42bd-927f-2b4491ad2c22 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:33:25.380160 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:25.397385 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-bde0fa8e-909d-42bd-9249-2de6f908022f req-25834f9a-61bc-4e67-8c19-a6f11af59d1a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28854aa6-ead1-4498-b242-355b82f2cd74 HTTP/1.1" status: 200 len: 999 time: 0.0973976 Aug 06 17:33:25.423057 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aec21b2-3f20-47aa-957c-1f2000f7bbfa admin admin] Router eb62da2f-245f-4406-b5a2-6577e644c2dc has already been hosted by L3 agent cbcd3d9e-bca5-4529-952b-48c65d2aceac {{(pid=93309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:33:25.457342 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0fa8e-909d-42bd-9249-2de6f908022f req-bb02e63b-eab2-41df-8be3-09823a53c8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:25.459162 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-bde0fa8e-909d-42bd-9249-2de6f908022f req-bb02e63b-eab2-41df-8be3-09823a53c8b1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9a9869f0-8837-4c76-82e1-b61ab6cd1287 HTTP/1.1" status: 200 len: 851 time: 0.0555911 Aug 06 17:33:25.529927 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-d1e76a03-b7ac-4a7b-a3ab-48102f7c6f26 None None] Set router eb62da2f-245f-4406-b5a2-6577e644c2dc gateway port host: dv-cinder-803773-1-iscsi {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:33:25.532053 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0fa8e-909d-42bd-9249-2de6f908022f req-572c0f24-12e6-478d-9f6c-8981cbda27c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:25.533592 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-bde0fa8e-909d-42bd-9249-2de6f908022f req-572c0f24-12e6-478d-9f6c-8981cbda27c1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=12959d86-3f27-4436-a850-45d1f5a6fb36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0643795 Aug 06 17:33:25.574168 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aec21b2-3f20-47aa-957c-1f2000f7bbfa admin admin] Notify agent at l3_agent.dv-cinder-803773-1-iscsi the message routers_updated {{(pid=93309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:33:25.579616 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-4aec21b2-3f20-47aa-957c-1f2000f7bbfa admin admin] 10.222.0.89 "PUT /v2.0/routers/eb62da2f-245f-4406-b5a2-6577e644c2dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0974758 Aug 06 17:33:25.623614 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-091b0050-fc36-4067-b125-855f59f8bbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a67d704-2d73-4388-92ad-904eaa543784', 'name': 'tempest-TestVolumeBootPattern-1564771153-router', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8fc0b773-015b-40c1-acfa-396afe83ce4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:30:01Z', 'revision_number': 4, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'gw_port': {'id': '8fc0b773-015b-40c1-acfa-396afe83ce4b', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_floatingips': [{'id': '4d6fe6d6-5ea4-498d-b42f-582f5d713cb7', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'router_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'port_id': '28854aa6-ead1-4498-b242-355b82f2cd74', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36', 'mac_address': 'fa:16:3e:3e:03:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0936ec-85ca-43e6-8130-3dff042c1aa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:33:23Z', 'updated_at': '2021-08-06T17:33:23Z', 'revision_number': 0, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c95aac-f09e-42c3-9a66-cee2b39f36c0', 'name': '', 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'mac_address': 'fa:16:3e:d0:ee:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '9a9869f0-8837-4c76-82e1-b61ab6cd1287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:30:00Z', 'updated_at': '2021-08-06T17:30:08Z', 'revision_number': 5, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'subnets': [{'id': '9a9869f0-8837-4c76-82e1-b61ab6cd1287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:33:25.652443 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091b0050-fc36-4067-b125-855f59f8bbe7 None None] Checking router: 2a67d704-2d73-4388-92ad-904eaa543784 for host: dv-cinder-803773-1-iscsi {{(pid=93311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:33:25.660863 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-a46be3fb-1930-4d23-8f4d-d27a6e3c99fc None None] Provisioning complete for port e0125003-27f6-46db-a6d8-4ed1aaafa1c4 triggered by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:33:25.661243 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a46be3fb-1930-4d23-8f4d-d27a6e3c99fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:25.663140 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091b0050-fc36-4067-b125-855f59f8bbe7 None None] Routers {'2a67d704-2d73-4388-92ad-904eaa543784'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:33:25.663550 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 1723c046-ea59-46a1-bb58-debaab08fac1 up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:33:25.664099 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-091b0050-fc36-4067-b125-855f59f8bbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:33:24Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['2a67d704-2d73-4388-92ad-904eaa543784'], 'active': True} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:33:25.676612 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-bde0fa8e-909d-42bd-9249-2de6f908022f req-4067d75f-faa9-42fd-a7d5-6380f8ceaa7f service neutron] 10.222.0.96 "GET /v2.0/networks/12959d86-3f27-4436-a850-45d1f5a6fb36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356683 Aug 06 17:33:25.807102 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-bde0fa8e-909d-42bd-9249-2de6f908022f req-6b27fb46-e55d-495f-96d3-c97f1ad7ae81 service neutron] 10.222.0.96 "GET /v2.0/networks/12959d86-3f27-4436-a850-45d1f5a6fb36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233988 Aug 06 17:33:25.807328 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvr_db [None req-091b0050-fc36-4067-b125-855f59f8bbe7 None None] Set router 2a67d704-2d73-4388-92ad-904eaa543784 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:33:25.904108 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-a46be3fb-1930-4d23-8f4d-d27a6e3c99fc None None] Port e0125003-27f6-46db-a6d8-4ed1aaafa1c4 cannot update to ACTIVE because it is not bound. {{(pid=93310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:33:25.938819 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning for port 1723c046-ea59-46a1-bb58-debaab08fac1 completed by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:33:25.965060 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port 1723c046-ea59-46a1-bb58-debaab08fac1 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:33:25.965432 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:26.028823 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-d1e76a03-b7ac-4a7b-a3ab-48102f7c6f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb62da2f-245f-4406-b5a2-6577e644c2dc', 'name': 'tempest-TestShelveInstance-328905236-router', 'tenant_id': 'fafd3f68e06d4b2b8cfd78d73251dc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '56f4d18a-cd2b-46e4-b855-d88c0c6f2094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:33:21Z', 'updated_at': '2021-08-06T17:33:24Z', 'revision_number': 4, 'project_id': 'fafd3f68e06d4b2b8cfd78d73251dc31', 'gw_port': {'id': '56f4d18a-cd2b-46e4-b855-d88c0c6f2094', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb62da2f-245f-4406-b5a2-6577e644c2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:33:21Z', 'updated_at': '2021-08-06T17:33:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': 'e0125003-27f6-46db-a6d8-4ed1aaafa1c4', 'name': '', 'network_id': '1e4a9ada-5163-4c7b-919a-d61a6d5b5e0a', 'tenant_id': 'fafd3f68e06d4b2b8cfd78d73251dc31', 'mac_address': 'fa:16:3e:d5:1b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb62da2f-245f-4406-b5a2-6577e644c2dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '0171e60f-f361-4942-ac43-024e2ba9a6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:33:24Z', 'updated_at': '2021-08-06T17:33:24Z', 'revision_number': 2, 'project_id': 'fafd3f68e06d4b2b8cfd78d73251dc31', 'subnets': [{'id': '0171e60f-f361-4942-ac43-024e2ba9a6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:33:26.073594 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-091b0050-fc36-4067-b125-855f59f8bbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a67d704-2d73-4388-92ad-904eaa543784', 'name': 'tempest-TestVolumeBootPattern-1564771153-router', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8fc0b773-015b-40c1-acfa-396afe83ce4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:30:01Z', 'revision_number': 4, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'gw_port': {'id': '8fc0b773-015b-40c1-acfa-396afe83ce4b', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_floatingips': [{'id': '4d6fe6d6-5ea4-498d-b42f-582f5d713cb7', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'router_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'port_id': '28854aa6-ead1-4498-b242-355b82f2cd74', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36', 'mac_address': 'fa:16:3e:3e:03:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0936ec-85ca-43e6-8130-3dff042c1aa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:33:23Z', 'updated_at': '2021-08-06T17:33:23Z', 'revision_number': 0, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c95aac-f09e-42c3-9a66-cee2b39f36c0', 'name': '', 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'mac_address': 'fa:16:3e:d0:ee:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '9a9869f0-8837-4c76-82e1-b61ab6cd1287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:30:00Z', 'updated_at': '2021-08-06T17:30:08Z', 'revision_number': 5, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'subnets': [{'id': '9a9869f0-8837-4c76-82e1-b61ab6cd1287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:33:26.074453 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e76a03-b7ac-4a7b-a3ab-48102f7c6f26 None None] The sync data for ids ['eb62da2f-245f-4406-b5a2-6577e644c2dc'] in dv-cinder-803773-1-iscsi is: [{'id': 'eb62da2f-245f-4406-b5a2-6577e644c2dc', 'name': 'tempest-TestShelveInstance-328905236-router', 'tenant_id': 'fafd3f68e06d4b2b8cfd78d73251dc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '56f4d18a-cd2b-46e4-b855-d88c0c6f2094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:33:21Z', 'updated_at': '2021-08-06T17:33:24Z', 'revision_number': 4, 'project_id': 'fafd3f68e06d4b2b8cfd78d73251dc31', 'gw_port': {'id': '56f4d18a-cd2b-46e4-b855-d88c0c6f2094', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb62da2f-245f-4406-b5a2-6577e644c2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:33:21Z', 'updated_at': '2021-08-06T17:33:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': 'e0125003-27f6-46db-a6d8-4ed1aaafa1c4', 'name': '', 'network_id': '1e4a9ada-5163-4c7b-919a-d61a6d5b5e0a', 'tenant_id': 'fafd3f68e06d4b2b8cfd78d73251dc31', 'mac_address': 'fa:16:3e:d5:1b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb62da2f-245f-4406-b5a2-6577e644c2dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '0171e60f-f361-4942-ac43-024e2ba9a6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:33:24Z', 'updated_at': '2021-08-06T17:33:24Z', 'revision_number': 2, 'project_id': 'fafd3f68e06d4b2b8cfd78d73251dc31', 'subnets': [{'id': '0171e60f-f361-4942-ac43-024e2ba9a6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:33:26.090672 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:26.103803 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091b0050-fc36-4067-b125-855f59f8bbe7 None None] The sync data for ids ['2a67d704-2d73-4388-92ad-904eaa543784'] in dv-cinder-803773-1-iscsi is: [{'id': '2a67d704-2d73-4388-92ad-904eaa543784', 'name': 'tempest-TestVolumeBootPattern-1564771153-router', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8fc0b773-015b-40c1-acfa-396afe83ce4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:30:01Z', 'revision_number': 4, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'gw_port': {'id': '8fc0b773-015b-40c1-acfa-396afe83ce4b', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_floatingips': [{'id': '4d6fe6d6-5ea4-498d-b42f-582f5d713cb7', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'router_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'port_id': '28854aa6-ead1-4498-b242-355b82f2cd74', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36', 'mac_address': 'fa:16:3e:3e:03:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0936ec-85ca-43e6-8130-3dff042c1aa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:33:23Z', 'updated_at': '2021-08-06T17:33:23Z', 'revision_number': 0, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c95aac-f09e-42c3-9a66-cee2b39f36c0', 'name': '', 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'mac_address': 'fa:16:3e:d0:ee:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '9a9869f0-8837-4c76-82e1-b61ab6cd1287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:30:00Z', 'updated_at': '2021-08-06T17:30:08Z', 'revision_number': 5, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'subnets': [{'id': '9a9869f0-8837-4c76-82e1-b61ab6cd1287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:33:26.122650 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 40456) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:33:26.128138 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.v2.base [None req-389ddb52-f10d-4796-8948-f4448ee3f0fc tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-227301126', 'description': 'tempest-secgroup-smoke-227301126 description', 'project_id': '526db43a44324a978e79d502de775a0f'}} {{(pid=93309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:33:26.135449 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] For port 1723c046-ea59-46a1-bb58-debaab08fac1, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=1723c046-ea59-46a1-bb58-debaab08fac1,segment=NetworkSegment(766b331e-c03f-41d1-9717-c1f6796db104),segment_id=766b331e-c03f-41d1-9717-c1f6796db104)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:33:26.143275 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:26.163402 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-389ddb52-f10d-4796-8948-f4448ee3f0fc tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks [] for security_group, before_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:26.204814 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Pushing event updated for resources: {'Port': ['ID=1723c046-ea59-46a1-bb58-debaab08fac1,revision_number=5']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:26.256075 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-389ddb52-f10d-4796-8948-f4448ee3f0fc tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks [] for security_group, precommit_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:26.261172 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-389ddb52-f10d-4796-8948-f4448ee3f0fc tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_create {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:26.290631 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-389ddb52-f10d-4796-8948-f4448ee3f0fc tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:26.291869 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-389ddb52-f10d-4796-8948-f4448ee3f0fc tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1676021 Aug 06 17:33:26.292709 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ddb52-f10d-4796-8948-f4448ee3f0fc tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c3458d-ef23-44c5-a13e-16072b5e98b3,revision_number=1']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:26.295268 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 40458) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:33:26.300615 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-fdff5655-ce6c-41dd-a8ac-a76498e60c8e tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Request body: {'security_group_rule': {'security_group_id': 'a2c3458d-ef23-44c5-a13e-16072b5e98b3', 'project_id': '526db43a44324a978e79d502de775a0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:33:26.329877 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-fdff5655-ce6c-41dd-a8ac-a76498e60c8e tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:26.395359 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-fdff5655-ce6c-41dd-a8ac-a76498e60c8e tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:26.401754 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-fdff5655-ce6c-41dd-a8ac-a76498e60c8e tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600067'] for security_group_rule, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:26.427860 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff5655-ce6c-41dd-a8ac-a76498e60c8e tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5df757e9-875d-4f1e-ba98-8d03d7a145c3,revision_number=0']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:26.440504 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-fdff5655-ce6c-41dd-a8ac-a76498e60c8e tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:26.442022 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-fdff5655-ce6c-41dd-a8ac-a76498e60c8e tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1454844 Aug 06 17:33:26.444575 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 40460) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:33:26.448926 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-c30a4391-724a-4741-a043-014813aa3eb7 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Request body: {'security_group_rule': {'security_group_id': 'a2c3458d-ef23-44c5-a13e-16072b5e98b3', 'project_id': '526db43a44324a978e79d502de775a0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:33:26.475440 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a040d8e0-4990-4bb4-bd69-c08a1c4f6218 None None] New status for floating IP 4d6fe6d6-5ea4-498d-b42f-582f5d713cb7: ACTIVE {{(pid=93310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 17:33:26.495745 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-c30a4391-724a-4741-a043-014813aa3eb7 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:26.566325 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-c30a4391-724a-4741-a043-014813aa3eb7 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:26.575374 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-c30a4391-724a-4741-a043-014813aa3eb7 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600067'] for security_group_rule, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:26.596664 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a4391-724a-4741-a043-014813aa3eb7 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed717496-3968-45b8-b19d-39b59d82e58f,revision_number=0']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:26.604350 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-c30a4391-724a-4741-a043-014813aa3eb7 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:26.605969 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-c30a4391-724a-4741-a043-014813aa3eb7 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1604104 Aug 06 17:33:26.608753 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 40462) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:33:26.613789 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-09fc65be-ae9d-475a-b89d-7b100ccfc9ae tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Request body: {'security_group_rule': {'security_group_id': 'a2c3458d-ef23-44c5-a13e-16072b5e98b3', 'project_id': '526db43a44324a978e79d502de775a0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:33:26.615520 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 1723c046-ea59-46a1-bb58-debaab08fac1 up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:33:26.639950 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-09fc65be-ae9d-475a-b89d-7b100ccfc9ae tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:26.689482 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port 1723c046-ea59-46a1-bb58-debaab08fac1 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:33:26.689929 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:26.702418 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-09fc65be-ae9d-475a-b89d-7b100ccfc9ae tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:26.706481 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-09fc65be-ae9d-475a-b89d-7b100ccfc9ae tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600067'] for security_group_rule, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:26.723875 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc65be-ae9d-475a-b89d-7b100ccfc9ae tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdd195a5-bc8a-4463-81a2-81effbb55794,revision_number=0']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:26.729511 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-09fc65be-ae9d-475a-b89d-7b100ccfc9ae tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:26.730685 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-09fc65be-ae9d-475a-b89d-7b100ccfc9ae tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1209505 Aug 06 17:33:26.733392 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 40464) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:33:26.738102 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-4adf6c3c-7863-4925-aaa2-443a1253370a tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Request body: {'security_group_rule': {'security_group_id': 'a2c3458d-ef23-44c5-a13e-16072b5e98b3', 'project_id': '526db43a44324a978e79d502de775a0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:33:26.765382 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-4adf6c3c-7863-4925-aaa2-443a1253370a tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:26.828939 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-4adf6c3c-7863-4925-aaa2-443a1253370a tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:26.834154 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-4adf6c3c-7863-4925-aaa2-443a1253370a tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600067'] for security_group_rule, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:26.852502 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adf6c3c-7863-4925-aaa2-443a1253370a tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9050e91-7844-49e8-bd6c-26c9a2d1f803,revision_number=0']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:26.859099 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-4adf6c3c-7863-4925-aaa2-443a1253370a tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:26.860360 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-4adf6c3c-7863-4925-aaa2-443a1253370a tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1259785 Aug 06 17:33:26.863071 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 40466) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:33:26.867717 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-9bb7de76-d7a8-4776-9427-7d9cc27ea1d9 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Request body: {'security_group_rule': {'security_group_id': 'a2c3458d-ef23-44c5-a13e-16072b5e98b3', 'project_id': '526db43a44324a978e79d502de775a0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:33:26.890246 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.db.securitygroups_db [None req-9bb7de76-d7a8-4776-9427-7d9cc27ea1d9 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Project 526db43a44324a978e79d502de775a0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 17:33:26.896778 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-9bb7de76-d7a8-4776-9427-7d9cc27ea1d9 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:26.961267 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-9bb7de76-d7a8-4776-9427-7d9cc27ea1d9 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:26.966588 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-9bb7de76-d7a8-4776-9427-7d9cc27ea1d9 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600067'] for security_group_rule, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:26.987396 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7de76-d7a8-4776-9427-7d9cc27ea1d9 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6ba1660-80db-4b44-b252-483d5b902a39,revision_number=0']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:26.992642 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-9bb7de76-d7a8-4776-9427-7d9cc27ea1d9 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:26.996934 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-9bb7de76-d7a8-4776-9427-7d9cc27ea1d9 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1297176 Aug 06 17:33:26.996934 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 40468) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:33:27.001533 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-738ad454-2238-4a57-a294-5f16fad28bc2 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Request body: {'security_group_rule': {'security_group_id': 'a2c3458d-ef23-44c5-a13e-16072b5e98b3', 'project_id': '526db43a44324a978e79d502de775a0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:33:27.006749 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:27.025646 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.db.securitygroups_db [None req-738ad454-2238-4a57-a294-5f16fad28bc2 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Project 526db43a44324a978e79d502de775a0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 17:33:27.030202 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-738ad454-2238-4a57-a294-5f16fad28bc2 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:27.105680 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-738ad454-2238-4a57-a294-5f16fad28bc2 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:27.109979 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-738ad454-2238-4a57-a294-5f16fad28bc2 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600067'] for security_group_rule, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:27.128923 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ad454-2238-4a57-a294-5f16fad28bc2 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03dc31cd-f6f5-45ab-b37b-47a894f50c5b,revision_number=0']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:27.135761 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-738ad454-2238-4a57-a294-5f16fad28bc2 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:27.137069 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-738ad454-2238-4a57-a294-5f16fad28bc2 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1393402 Aug 06 17:33:28.397620 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b236c427-1fdb-4f55-865e-7e5d90de267f None None] Sync routers for ids ['eb62da2f-245f-4406-b5a2-6577e644c2dc'] in dv-cinder-803773-1-iscsi {{(pid=93311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:33:28.407512 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b236c427-1fdb-4f55-865e-7e5d90de267f None None] Routers {'eb62da2f-245f-4406-b5a2-6577e644c2dc'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:33:28.408118 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-b236c427-1fdb-4f55-865e-7e5d90de267f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:33:24Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['eb62da2f-245f-4406-b5a2-6577e644c2dc'], 'active': True} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:33:28.526061 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvr_db [None req-b236c427-1fdb-4f55-865e-7e5d90de267f None None] Set router eb62da2f-245f-4406-b5a2-6577e644c2dc gateway port host: dv-cinder-803773-1-iscsi {{(pid=93311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:33:28.605171 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 56f4d18a-cd2b-46e4-b855-d88c0c6f2094 up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:33:28.656111 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning for port 56f4d18a-cd2b-46e4-b855-d88c0c6f2094 completed by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:33:28.659950 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port 56f4d18a-cd2b-46e4-b855-d88c0c6f2094 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:33:28.660763 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:28.739943 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-b236c427-1fdb-4f55-865e-7e5d90de267f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb62da2f-245f-4406-b5a2-6577e644c2dc', 'name': 'tempest-TestShelveInstance-328905236-router', 'tenant_id': 'fafd3f68e06d4b2b8cfd78d73251dc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '56f4d18a-cd2b-46e4-b855-d88c0c6f2094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:33:21Z', 'updated_at': '2021-08-06T17:33:24Z', 'revision_number': 4, 'project_id': 'fafd3f68e06d4b2b8cfd78d73251dc31', 'gw_port': {'id': '56f4d18a-cd2b-46e4-b855-d88c0c6f2094', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb62da2f-245f-4406-b5a2-6577e644c2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:33:21Z', 'updated_at': '2021-08-06T17:33:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': 'e0125003-27f6-46db-a6d8-4ed1aaafa1c4', 'name': '', 'network_id': '1e4a9ada-5163-4c7b-919a-d61a6d5b5e0a', 'tenant_id': 'fafd3f68e06d4b2b8cfd78d73251dc31', 'mac_address': 'fa:16:3e:d5:1b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb62da2f-245f-4406-b5a2-6577e644c2dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '0171e60f-f361-4942-ac43-024e2ba9a6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:33:24Z', 'updated_at': '2021-08-06T17:33:24Z', 'revision_number': 2, 'project_id': 'fafd3f68e06d4b2b8cfd78d73251dc31', 'subnets': [{'id': '0171e60f-f361-4942-ac43-024e2ba9a6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:33:28.743443 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:28.763609 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] For port 56f4d18a-cd2b-46e4-b855-d88c0c6f2094, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=56f4d18a-cd2b-46e4-b855-d88c0c6f2094,segment=NetworkSegment(0f56620f-272e-4079-bfd8-f32d6a32afa9),segment_id=0f56620f-272e-4079-bfd8-f32d6a32afa9)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:33:28.769712 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:28.769979 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b236c427-1fdb-4f55-865e-7e5d90de267f None None] Checking router: eb62da2f-245f-4406-b5a2-6577e644c2dc for host: dv-cinder-803773-1-iscsi {{(pid=93311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:33:28.770132 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b236c427-1fdb-4f55-865e-7e5d90de267f None None] Updating router eb62da2f-245f-4406-b5a2-6577e644c2dc port e0125003-27f6-46db-a6d8-4ed1aaafa1c4 binding host dv-cinder-803773-1-iscsi {{(pid=93311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 17:33:28.801131 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-b236c427-1fdb-4f55-865e-7e5d90de267f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:28.825074 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Pushing event updated for resources: {'Port': ['ID=56f4d18a-cd2b-46e4-b855-d88c0c6f2094,revision_number=4']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:29.071559 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-b236c427-1fdb-4f55-865e-7e5d90de267f None None] Notify callbacks [] for port, precommit_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:29.082278 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.provisioning_blocks [None req-b236c427-1fdb-4f55-865e-7e5d90de267f None None] Transition to ACTIVE for port object e0125003-27f6-46db-a6d8-4ed1aaafa1c4 will not be triggered until provisioned by entity L2. {{(pid=93311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:33:29.089344 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-b236c427-1fdb-4f55-865e-7e5d90de267f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:29.158230 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8935f4d1-d9d1-4a0c-aa73-ae337ad6e940 None None] Pushing event updated for resources: {'Port': ['ID=e0125003-27f6-46db-a6d8-4ed1aaafa1c4,revision_number=3']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:29.192359 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [None req-b236c427-1fdb-4f55-865e-7e5d90de267f None None] Attempting to bind port e0125003-27f6-46db-a6d8-4ed1aaafa1c4 on host dv-cinder-803773-1-iscsi for vnic_type normal with profile {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:33:29.192710 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [None req-b236c427-1fdb-4f55-865e-7e5d90de267f None None] Attempting to bind port e0125003-27f6-46db-a6d8-4ed1aaafa1c4 by drivers openvswitch,hyperv on host dv-cinder-803773-1-iscsi at level 0 using segments [{'id': '3cf76d95-c90e-4d9a-8f88-908f6201942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '1e4a9ada-5163-4c7b-919a-d61a6d5b5e0a'}] {{(pid=93311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:33:29.193071 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b236c427-1fdb-4f55-865e-7e5d90de267f None None] Attempting to bind port e0125003-27f6-46db-a6d8-4ed1aaafa1c4 on network 1e4a9ada-5163-4c7b-919a-d61a6d5b5e0a {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:33:29.198165 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b236c427-1fdb-4f55-865e-7e5d90de267f None None] Checking agent: {'id': 'c2f4de20-f7af-45ef-88b2-b79124fbc41c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803773-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 15, 24), 'started_at': datetime.datetime(2021, 8, 6, 17, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803773-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:33:29.198614 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b236c427-1fdb-4f55-865e-7e5d90de267f None None] Checking segment: {'id': '3cf76d95-c90e-4d9a-8f88-908f6201942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '1e4a9ada-5163-4c7b-919a-d61a6d5b5e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:33:29.199009 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-b236c427-1fdb-4f55-865e-7e5d90de267f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:29.199383 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b236c427-1fdb-4f55-865e-7e5d90de267f None None] Bound using segment: {'id': '3cf76d95-c90e-4d9a-8f88-908f6201942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '1e4a9ada-5163-4c7b-919a-d61a6d5b5e0a'} {{(pid=93311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:33:29.199866 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.managers [None req-b236c427-1fdb-4f55-865e-7e5d90de267f None None] Bound port: e0125003-27f6-46db-a6d8-4ed1aaafa1c4, host: dv-cinder-803773-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf76d95-c90e-4d9a-8f88-908f6201942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '1e4a9ada-5163-4c7b-919a-d61a6d5b5e0a'}}] {{(pid=93311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:33:29.200382 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-b236c427-1fdb-4f55-865e-7e5d90de267f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:29.270502 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [None req-b236c427-1fdb-4f55-865e-7e5d90de267f None None] For port e0125003-27f6-46db-a6d8-4ed1aaafa1c4, host dv-cinder-803773-1-iscsi, cleared binding levels {{(pid=93311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:33:29.274049 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.plugins.ml2.db [None req-b236c427-1fdb-4f55-865e-7e5d90de267f None None] For port e0125003-27f6-46db-a6d8-4ed1aaafa1c4, host dv-cinder-803773-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=e0125003-27f6-46db-a6d8-4ed1aaafa1c4,segment=NetworkSegment(3cf76d95-c90e-4d9a-8f88-908f6201942b),segment_id=3cf76d95-c90e-4d9a-8f88-908f6201942b)] {{(pid=93311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:33:29.279436 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron_lib.callbacks.manager [None req-b236c427-1fdb-4f55-865e-7e5d90de267f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:29.335917 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b236c427-1fdb-4f55-865e-7e5d90de267f None None] Routers {'eb62da2f-245f-4406-b5a2-6577e644c2dc'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:33:29.336630 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-b236c427-1fdb-4f55-865e-7e5d90de267f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:33:24Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['eb62da2f-245f-4406-b5a2-6577e644c2dc'], 'active': True} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:33:29.380401 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8935f4d1-d9d1-4a0c-aa73-ae337ad6e940 None None] Pushing event updated for resources: {'Port': ['ID=e0125003-27f6-46db-a6d8-4ed1aaafa1c4,revision_number=4']} {{(pid=93311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:29.551017 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvr_db [None req-b236c427-1fdb-4f55-865e-7e5d90de267f None None] Set router eb62da2f-245f-4406-b5a2-6577e644c2dc gateway port host: dv-cinder-803773-1-iscsi {{(pid=93311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:33:29.759312 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-b236c427-1fdb-4f55-865e-7e5d90de267f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb62da2f-245f-4406-b5a2-6577e644c2dc', 'name': 'tempest-TestShelveInstance-328905236-router', 'tenant_id': 'fafd3f68e06d4b2b8cfd78d73251dc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '56f4d18a-cd2b-46e4-b855-d88c0c6f2094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:33:21Z', 'updated_at': '2021-08-06T17:33:24Z', 'revision_number': 4, 'project_id': 'fafd3f68e06d4b2b8cfd78d73251dc31', 'gw_port': {'id': '56f4d18a-cd2b-46e4-b855-d88c0c6f2094', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb62da2f-245f-4406-b5a2-6577e644c2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:33:21Z', 'updated_at': '2021-08-06T17:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': 'e0125003-27f6-46db-a6d8-4ed1aaafa1c4', 'name': '', 'network_id': '1e4a9ada-5163-4c7b-919a-d61a6d5b5e0a', 'tenant_id': 'fafd3f68e06d4b2b8cfd78d73251dc31', 'mac_address': 'fa:16:3e:d5:1b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb62da2f-245f-4406-b5a2-6577e644c2dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '0171e60f-f361-4942-ac43-024e2ba9a6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:33:24Z', 'updated_at': '2021-08-06T17:33:29Z', 'revision_number': 4, 'project_id': 'fafd3f68e06d4b2b8cfd78d73251dc31', 'subnets': [{'id': '0171e60f-f361-4942-ac43-024e2ba9a6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:33:29.785297 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b236c427-1fdb-4f55-865e-7e5d90de267f None None] The sync data for ids ['eb62da2f-245f-4406-b5a2-6577e644c2dc'] in dv-cinder-803773-1-iscsi is: [{'id': 'eb62da2f-245f-4406-b5a2-6577e644c2dc', 'name': 'tempest-TestShelveInstance-328905236-router', 'tenant_id': 'fafd3f68e06d4b2b8cfd78d73251dc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '56f4d18a-cd2b-46e4-b855-d88c0c6f2094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:33:21Z', 'updated_at': '2021-08-06T17:33:24Z', 'revision_number': 4, 'project_id': 'fafd3f68e06d4b2b8cfd78d73251dc31', 'gw_port': {'id': '56f4d18a-cd2b-46e4-b855-d88c0c6f2094', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb62da2f-245f-4406-b5a2-6577e644c2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:33:21Z', 'updated_at': '2021-08-06T17:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': 'e0125003-27f6-46db-a6d8-4ed1aaafa1c4', 'name': '', 'network_id': '1e4a9ada-5163-4c7b-919a-d61a6d5b5e0a', 'tenant_id': 'fafd3f68e06d4b2b8cfd78d73251dc31', 'mac_address': 'fa:16:3e:d5:1b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb62da2f-245f-4406-b5a2-6577e644c2dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '0171e60f-f361-4942-ac43-024e2ba9a6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:33:24Z', 'updated_at': '2021-08-06T17:33:29Z', 'revision_number': 4, 'project_id': 'fafd3f68e06d4b2b8cfd78d73251dc31', 'subnets': [{'id': '0171e60f-f361-4942-ac43-024e2ba9a6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:33:30.620794 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 56f4d18a-cd2b-46e4-b855-d88c0c6f2094 up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:33:30.671777 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port 56f4d18a-cd2b-46e4-b855-d88c0c6f2094 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:33:30.672134 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:30.750735 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device e0125003-27f6-46db-a6d8-4ed1aaafa1c4 up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:33:30.805867 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning for port e0125003-27f6-46db-a6d8-4ed1aaafa1c4 completed by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:33:30.809968 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port e0125003-27f6-46db-a6d8-4ed1aaafa1c4 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:33:30.810450 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:30.890379 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:30.931537 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] For port e0125003-27f6-46db-a6d8-4ed1aaafa1c4, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=e0125003-27f6-46db-a6d8-4ed1aaafa1c4,segment=NetworkSegment(3cf76d95-c90e-4d9a-8f88-908f6201942b),segment_id=3cf76d95-c90e-4d9a-8f88-908f6201942b)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:33:30.937247 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:30.987323 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Pushing event updated for resources: {'Port': ['ID=e0125003-27f6-46db-a6d8-4ed1aaafa1c4,revision_number=5']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:32.601643 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device e0125003-27f6-46db-a6d8-4ed1aaafa1c4 up at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:33:32.657591 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Provisioning complete for port e0125003-27f6-46db-a6d8-4ed1aaafa1c4 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:33:32.657963 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:40.158848 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:44.800292 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-7346af12-7780-4e37-8b66-fe685900d12f req-46ffa4aa-f7da-4dc0-97ba-eef043f2508f tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-227301126&fields=id&tenant_id=526db43a44324a978e79d502de775a0f HTTP/1.1" status: 200 len: 267 time: 0.0377984 Aug 06 17:33:44.907624 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346af12-7780-4e37-8b66-fe685900d12f req-aca00417-56ec-4e62-a783-a28e4c03c591 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:44.909077 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-7346af12-7780-4e37-8b66-fe685900d12f req-aca00417-56ec-4e62-a783-a28e4c03c591 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/networks?id=383650eb-2e78-4aeb-9cb2-572c5e0eee93 HTTP/1.1" status: 200 len: 809 time: 0.1021378 Aug 06 17:33:44.924429 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-7346af12-7780-4e37-8b66-fe685900d12f req-ba792062-ae15-4f17-ade9-08838e4fb9be tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/quotas/526db43a44324a978e79d502de775a0f HTTP/1.1" status: 200 len: 375 time: 0.0090735 Aug 06 17:33:44.981677 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-7346af12-7780-4e37-8b66-fe685900d12f req-c3f4ebeb-d348-4351-b01a-51bc1152c728 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=526db43a44324a978e79d502de775a0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520005 Aug 06 17:33:45.096943 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [req-7346af12-7780-4e37-8b66-fe685900d12f req-251f1049-6a8a-49e3-b419-2d30d16c31d4 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=93309) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 17:33:45.097967 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-7346af12-7780-4e37-8b66-fe685900d12f req-251f1049-6a8a-49e3-b419-2d30d16c31d4 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1038861 Aug 06 17:33:45.198587 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-7346af12-7780-4e37-8b66-fe685900d12f req-75a70c03-830d-412d-886e-6e7a92e19e0d service neutron] 10.222.0.89 "GET /v2.0/networks/383650eb-2e78-4aeb-9cb2-572c5e0eee93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943007 Aug 06 17:33:45.293686 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-7346af12-7780-4e37-8b66-fe685900d12f req-6111942f-401c-4c3a-89f4-75bda51379fc service neutron] 10.222.0.89 "GET /v2.0/networks/383650eb-2e78-4aeb-9cb2-572c5e0eee93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885985 Aug 06 17:33:46.685880 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-85233620-5c08-4757-8562-5d5fc0490e88 req-810c37f4-be7e-40c3-a3a9-3f7571625718 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 210 time: 0.0811427 Aug 06 17:33:47.782720 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-59ea961e-4ebc-4cc2-b93f-2ed692aa051e req-67a1fef2-e961-41bf-b3ae-c11f522cab61 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 210 time: 0.0287371 Aug 06 17:33:47.902626 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346af12-7780-4e37-8b66-fe685900d12f req-fe700ff9-8aae-4b6f-ad47-b9f6bed2a8fd tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:47.904096 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-7346af12-7780-4e37-8b66-fe685900d12f req-fe700ff9-8aae-4b6f-ad47-b9f6bed2a8fd tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.96 "GET /v2.0/networks?id=383650eb-2e78-4aeb-9cb2-572c5e0eee93 HTTP/1.1" status: 200 len: 809 time: 0.1000896 Aug 06 17:33:47.964127 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-7346af12-7780-4e37-8b66-fe685900d12f req-8a5195e6-91a7-4eae-82e0-69a6429de9aa tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=526db43a44324a978e79d502de775a0f HTTP/1.1" status: 200 len: 379 time: 0.0395324 Aug 06 17:33:47.980636 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [req-7346af12-7780-4e37-8b66-fe685900d12f req-3e3637df-736f-4324-afd6-06a5de044943 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Request body: {'port': {'device_id': 'e4723873-655a-4d66-9a66-0b11881b13d1', 'network_id': '383650eb-2e78-4aeb-9cb2-572c5e0eee93', 'admin_state_up': True, 'tenant_id': '526db43a44324a978e79d502de775a0f', 'security_groups': ['a2c3458d-ef23-44c5-a13e-16072b5e98b3']}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:33:48.089168 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7346af12-7780-4e37-8b66-fe685900d12f req-3e3637df-736f-4324-afd6-06a5de044943 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Made reservation on behalf of 526db43a44324a978e79d502de775a0f for: {'port': 1} {{(pid=93308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:33:48.092785 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-7346af12-7780-4e37-8b66-fe685900d12f req-3e3637df-736f-4324-afd6-06a5de044943 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:48.224741 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.db_base_plugin_common [req-7346af12-7780-4e37-8b66-fe685900d12f req-3e3637df-736f-4324-afd6-06a5de044943 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Allocated IP 172.20.0.14 (383650eb-2e78-4aeb-9cb2-572c5e0eee93/6c3fa723-e45e-4be4-a8d3-fa4a33999fae/77b1741d-230c-4311-a98d-0ad146f73880) {{(pid=93308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:33:48.373958 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-7346af12-7780-4e37-8b66-fe685900d12f req-3e3637df-736f-4324-afd6-06a5de044943 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks [] for port, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:48.387776 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.provisioning_blocks [req-7346af12-7780-4e37-8b66-fe685900d12f req-3e3637df-736f-4324-afd6-06a5de044943 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Transition to ACTIVE for port object 77b1741d-230c-4311-a98d-0ad146f73880 will not be triggered until provisioned by entity DHCP. {{(pid=93308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:33:48.425120 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-7346af12-7780-4e37-8b66-fe685900d12f req-3e3637df-736f-4324-afd6-06a5de044943 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089738'] for port, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:48.466401 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7346af12-7780-4e37-8b66-fe685900d12f req-3e3637df-736f-4324-afd6-06a5de044943 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Network 383650eb-2e78-4aeb-9cb2-572c5e0eee93 is already hosted by enough agents. {{(pid=93308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:33:48.471360 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.base_scheduler [req-7346af12-7780-4e37-8b66-fe685900d12f req-3e3637df-736f-4324-afd6-06a5de044943 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Resources bound (agent type, host, resource id): {{(pid=93308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:33:48.475360 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.l3_dvrscheduler_db [req-7346af12-7780-4e37-8b66-fe685900d12f req-3e3637df-736f-4324-afd6-06a5de044943 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Received port after_create {{(pid=93308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:33:48.501351 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3637df-736f-4324-afd6-06a5de044943 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Pushing event updated for resources: {'Port': ['ID=77b1741d-230c-4311-a98d-0ad146f73880,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:48.530883 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346af12-7780-4e37-8b66-fe685900d12f req-3e3637df-736f-4324-afd6-06a5de044943 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:48.531587 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-7346af12-7780-4e37-8b66-fe685900d12f req-3e3637df-736f-4324-afd6-06a5de044943 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:48.547184 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-7346af12-7780-4e37-8b66-fe685900d12f req-3e3637df-736f-4324-afd6-06a5de044943 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5703442 Aug 06 17:33:48.566897 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [req-7346af12-7780-4e37-8b66-fe685900d12f req-a55ef9ca-473b-4e71-85fa-a48941aba2f3 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=93308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 17:33:48.568071 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-7346af12-7780-4e37-8b66-fe685900d12f req-a55ef9ca-473b-4e71-85fa-a48941aba2f3 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064795 Aug 06 17:33:48.630124 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [req-7346af12-7780-4e37-8b66-fe685900d12f req-e515b38d-e393-48c2-bc6d-2d1599951ece service neutron] Request body: {'port': {'device_id': 'e4723873-655a-4d66-9a66-0b11881b13d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80377'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:33:48.689960 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-7346af12-7780-4e37-8b66-fe685900d12f req-e515b38d-e393-48c2-bc6d-2d1599951ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:48.714035 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-21588d76-00af-4b53-83ab-1cf761ae88d2 None None] Provisioning for port 77b1741d-230c-4311-a98d-0ad146f73880 completed by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:33:48.717736 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-21588d76-00af-4b53-83ab-1cf761ae88d2 None None] Provisioning complete for port 77b1741d-230c-4311-a98d-0ad146f73880 triggered by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:33:48.718119 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-21588d76-00af-4b53-83ab-1cf761ae88d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:48.755418 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-21588d76-00af-4b53-83ab-1cf761ae88d2 None None] Port 77b1741d-230c-4311-a98d-0ad146f73880 cannot update to ACTIVE because it is not bound. {{(pid=93310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:33:48.948623 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b4db99-7b51-4df6-9756-0002f4ff41a6 req-f59c476c-c510-4129-9f51-edfd6ed7f2f8 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:48.950098 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-42b4db99-7b51-4df6-9756-0002f4ff41a6 req-f59c476c-c510-4129-9f51-edfd6ed7f2f8 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 932 time: 0.0777149 Aug 06 17:33:49.032699 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.notifiers.nova [req-7346af12-7780-4e37-8b66-fe685900d12f req-e515b38d-e393-48c2-bc6d-2d1599951ece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77b1741d-230c-4311-a98d-0ad146f73880 {{(pid=93308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:33:49.040592 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-42b4db99-7b51-4df6-9756-0002f4ff41a6 req-9b596ee9-db1d-45a3-940b-4486c4d8e043 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2c3458d-ef23-44c5-a13e-16072b5e98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834250 Aug 06 17:33:49.044764 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-7346af12-7780-4e37-8b66-fe685900d12f req-e515b38d-e393-48c2-bc6d-2d1599951ece service neutron] Notify callbacks [] for port, precommit_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:49.062231 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.provisioning_blocks [req-7346af12-7780-4e37-8b66-fe685900d12f req-e515b38d-e393-48c2-bc6d-2d1599951ece service neutron] Transition to ACTIVE for port object 77b1741d-230c-4311-a98d-0ad146f73880 will not be triggered until provisioned by entity L2. {{(pid=93308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:33:49.068180 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-7346af12-7780-4e37-8b66-fe685900d12f req-e515b38d-e393-48c2-bc6d-2d1599951ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089731'] for port, after_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:49.120730 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e515b38d-e393-48c2-bc6d-2d1599951ece service neutron] Pushing event updated for resources: {'Port': ['ID=77b1741d-230c-4311-a98d-0ad146f73880,revision_number=2']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:49.195891 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.managers [req-7346af12-7780-4e37-8b66-fe685900d12f req-e515b38d-e393-48c2-bc6d-2d1599951ece service neutron] Attempting to bind port 77b1741d-230c-4311-a98d-0ad146f73880 on host hv-cinder-80377 for vnic_type normal with profile {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:33:49.196230 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.managers [req-7346af12-7780-4e37-8b66-fe685900d12f req-e515b38d-e393-48c2-bc6d-2d1599951ece service neutron] Attempting to bind port 77b1741d-230c-4311-a98d-0ad146f73880 by drivers openvswitch,hyperv on host hv-cinder-80377 at level 0 using segments [{'id': '766b331e-c03f-41d1-9717-c1f6796db104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '383650eb-2e78-4aeb-9cb2-572c5e0eee93'}] {{(pid=93308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:33:49.196567 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7346af12-7780-4e37-8b66-fe685900d12f req-e515b38d-e393-48c2-bc6d-2d1599951ece service neutron] Attempting to bind port 77b1741d-230c-4311-a98d-0ad146f73880 on network 383650eb-2e78-4aeb-9cb2-572c5e0eee93 {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:33:49.201565 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7346af12-7780-4e37-8b66-fe685900d12f req-e515b38d-e393-48c2-bc6d-2d1599951ece service neutron] Port 77b1741d-230c-4311-a98d-0ad146f73880 on network 383650eb-2e78-4aeb-9cb2-572c5e0eee93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80377 {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 17:33:49.201886 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7346af12-7780-4e37-8b66-fe685900d12f req-e515b38d-e393-48c2-bc6d-2d1599951ece service neutron] Attempting to bind port 77b1741d-230c-4311-a98d-0ad146f73880 on network 383650eb-2e78-4aeb-9cb2-572c5e0eee93 {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:33:49.207530 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7346af12-7780-4e37-8b66-fe685900d12f req-e515b38d-e393-48c2-bc6d-2d1599951ece service neutron] Checking agent: {'id': 'd2fb1ab5-1995-4796-a222-8ffdc3f56d02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 21, 40), 'started_at': datetime.datetime(2021, 8, 6, 17, 21, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:33:49.207865 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7346af12-7780-4e37-8b66-fe685900d12f req-e515b38d-e393-48c2-bc6d-2d1599951ece service neutron] Checking segment: {'id': '766b331e-c03f-41d1-9717-c1f6796db104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '383650eb-2e78-4aeb-9cb2-572c5e0eee93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:33:49.208247 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7346af12-7780-4e37-8b66-fe685900d12f req-e515b38d-e393-48c2-bc6d-2d1599951ece service neutron] Bound using segment: {'id': '766b331e-c03f-41d1-9717-c1f6796db104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '383650eb-2e78-4aeb-9cb2-572c5e0eee93'} {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:33:49.208686 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.managers [req-7346af12-7780-4e37-8b66-fe685900d12f req-e515b38d-e393-48c2-bc6d-2d1599951ece service neutron] Bound port: 77b1741d-230c-4311-a98d-0ad146f73880, host: hv-cinder-80377, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '766b331e-c03f-41d1-9717-c1f6796db104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '383650eb-2e78-4aeb-9cb2-572c5e0eee93'}}] {{(pid=93308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:33:49.209045 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-7346af12-7780-4e37-8b66-fe685900d12f req-e515b38d-e393-48c2-bc6d-2d1599951ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:49.280885 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [req-7346af12-7780-4e37-8b66-fe685900d12f req-e515b38d-e393-48c2-bc6d-2d1599951ece service neutron] For port 77b1741d-230c-4311-a98d-0ad146f73880, host hv-cinder-80377, cleared binding levels {{(pid=93308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:33:49.284304 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [req-7346af12-7780-4e37-8b66-fe685900d12f req-e515b38d-e393-48c2-bc6d-2d1599951ece service neutron] For port 77b1741d-230c-4311-a98d-0ad146f73880, host hv-cinder-80377, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=77b1741d-230c-4311-a98d-0ad146f73880,segment=NetworkSegment(766b331e-c03f-41d1-9717-c1f6796db104),segment_id=766b331e-c03f-41d1-9717-c1f6796db104)] {{(pid=93308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:33:49.290482 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-7346af12-7780-4e37-8b66-fe685900d12f req-e515b38d-e393-48c2-bc6d-2d1599951ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089731'] for port, after_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:49.329402 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346af12-7780-4e37-8b66-fe685900d12f req-e515b38d-e393-48c2-bc6d-2d1599951ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:49.330044 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-7346af12-7780-4e37-8b66-fe685900d12f req-e515b38d-e393-48c2-bc6d-2d1599951ece service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:49.331591 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-7346af12-7780-4e37-8b66-fe685900d12f req-e515b38d-e393-48c2-bc6d-2d1599951ece service neutron] 10.222.0.96 "PUT /v2.0/ports/77b1741d-230c-4311-a98d-0ad146f73880 HTTP/1.1" status: 200 len: 1094 time: 0.7545877 Aug 06 17:33:49.332221 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4723873-655a-4d66-9a66-0b11881b13d1', 'tag': '77b1741d-230c-4311-a98d-0ad146f73880'}] {{(pid=93308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:33:49.334878 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9970891e86e7a54ba8327591cdb5f98a510e69f2198634f60bde42845cd177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c3c8a7-8fce-4d20-b06d-bc668350e55c" -d '{"events": [{"name": "network-changed", "server_uuid": "e4723873-655a-4d66-9a66-0b11881b13d1", "tag": "77b1741d-230c-4311-a98d-0ad146f73880"}]}' {{(pid=93308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:33:49.364413 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e515b38d-e393-48c2-bc6d-2d1599951ece service neutron] Pushing event updated for resources: {'Port': ['ID=77b1741d-230c-4311-a98d-0ad146f73880,revision_number=3']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:49.379504 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f7de1a-921a-4f77-a331-eb47a10b02bc x-openstack-request-id: req-38f7de1a-921a-4f77-a331-eb47a10b02bc {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:33:49.379956 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4723873-655a-4d66-9a66-0b11881b13d1", "tag": "77b1741d-230c-4311-a98d-0ad146f73880", "status": "completed", "code": 200}]} {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:33:49.380202 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-38f7de1a-921a-4f77-a331-eb47a10b02bc {{(pid=93308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:33:49.380633 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4723873-655a-4d66-9a66-0b11881b13d1', 'tag': '77b1741d-230c-4311-a98d-0ad146f73880', 'status': 'completed', 'code': 200} Aug 06 17:33:49.447039 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346af12-7780-4e37-8b66-fe685900d12f req-77787a5d-0bcd-4024-8406-ec52b8986335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:49.448923 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-7346af12-7780-4e37-8b66-fe685900d12f req-77787a5d-0bcd-4024-8406-ec52b8986335 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=526db43a44324a978e79d502de775a0f&device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 1097 time: 0.0530865 Aug 06 17:33:49.504179 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-7346af12-7780-4e37-8b66-fe685900d12f req-330bd9fe-68e6-4998-809d-c70be99f28e8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77b1741d-230c-4311-a98d-0ad146f73880 HTTP/1.1" status: 200 len: 217 time: 0.0409098 Aug 06 17:33:49.559241 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346af12-7780-4e37-8b66-fe685900d12f req-78ddfce3-ab69-4728-8f0a-8e436e9483d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:49.560623 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-7346af12-7780-4e37-8b66-fe685900d12f req-78ddfce3-ab69-4728-8f0a-8e436e9483d4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6c3fa723-e45e-4be4-a8d3-fa4a33999fae HTTP/1.1" status: 200 len: 848 time: 0.0503016 Aug 06 17:33:49.608667 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346af12-7780-4e37-8b66-fe685900d12f req-942abb7b-5427-488f-adbd-159c807a1844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:49.610190 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-7346af12-7780-4e37-8b66-fe685900d12f req-942abb7b-5427-488f-adbd-159c807a1844 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=383650eb-2e78-4aeb-9cb2-572c5e0eee93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427783 Aug 06 17:33:49.731742 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-7346af12-7780-4e37-8b66-fe685900d12f req-4c2cdcde-50df-4f0e-b80a-fd3090864373 service neutron] 10.222.0.96 "GET /v2.0/networks/383650eb-2e78-4aeb-9cb2-572c5e0eee93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125448 Aug 06 17:33:49.839188 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-7346af12-7780-4e37-8b66-fe685900d12f req-08f5c96f-da1f-4556-a357-1f3756d93c8e service neutron] 10.222.0.96 "GET /v2.0/networks/383650eb-2e78-4aeb-9cb2-572c5e0eee93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999646 Aug 06 17:33:49.972724 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3c8a7-8fce-4d20-b06d-bc668350e55c req-f0a25322-2656-4851-9cc5-5c98574ab64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:49.974271 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-60c3c8a7-8fce-4d20-b06d-bc668350e55c req-f0a25322-2656-4851-9cc5-5c98574ab64b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=526db43a44324a978e79d502de775a0f&device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 1097 time: 0.0424659 Aug 06 17:33:50.077050 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3c8a7-8fce-4d20-b06d-bc668350e55c req-e8590b20-3835-4f2e-8219-3250039d6529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:50.078637 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-60c3c8a7-8fce-4d20-b06d-bc668350e55c req-e8590b20-3835-4f2e-8219-3250039d6529 service neutron] 10.222.0.96 "GET /v2.0/networks?id=383650eb-2e78-4aeb-9cb2-572c5e0eee93 HTTP/1.1" status: 200 len: 911 time: 0.0967741 Aug 06 17:33:50.137356 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-60c3c8a7-8fce-4d20-b06d-bc668350e55c req-d5e445d6-3d66-4b50-a08a-4cfdba7943a5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77b1741d-230c-4311-a98d-0ad146f73880 HTTP/1.1" status: 200 len: 217 time: 0.0440295 Aug 06 17:33:50.209786 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3c8a7-8fce-4d20-b06d-bc668350e55c req-504b0018-f8ab-490e-a54d-82a0e4e8ff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:50.211325 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-60c3c8a7-8fce-4d20-b06d-bc668350e55c req-504b0018-f8ab-490e-a54d-82a0e4e8ff92 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6c3fa723-e45e-4be4-a8d3-fa4a33999fae HTTP/1.1" status: 200 len: 848 time: 0.0567760 Aug 06 17:33:50.220059 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52945a97-c79d-42be-935e-9bb4259e702d req-beb855a1-4933-426c-aa5a-149ade563043 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:50.221413 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-52945a97-c79d-42be-935e-9bb4259e702d req-beb855a1-4933-426c-aa5a-149ade563043 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 944 time: 0.0939159 Aug 06 17:33:50.290055 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-52945a97-c79d-42be-935e-9bb4259e702d req-cee9e9a0-07c7-4ecb-923e-bab7e6ecea87 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2c3458d-ef23-44c5-a13e-16072b5e98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596380 Aug 06 17:33:50.294671 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3c8a7-8fce-4d20-b06d-bc668350e55c req-00b15ccf-ddfc-4181-b630-e9f41efa4bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:50.296110 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-60c3c8a7-8fce-4d20-b06d-bc668350e55c req-00b15ccf-ddfc-4181-b630-e9f41efa4bde service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=383650eb-2e78-4aeb-9cb2-572c5e0eee93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0736418 Aug 06 17:33:50.395315 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-60c3c8a7-8fce-4d20-b06d-bc668350e55c req-378e118d-cfba-4f51-9578-9123f6ffdaa2 service neutron] 10.222.0.96 "GET /v2.0/networks/383650eb-2e78-4aeb-9cb2-572c5e0eee93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908885 Aug 06 17:33:50.487853 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-60c3c8a7-8fce-4d20-b06d-bc668350e55c req-9ef9801b-0ccd-4ba9-a3b5-5add5a715a4d service neutron] 10.222.0.96 "GET /v2.0/networks/383650eb-2e78-4aeb-9cb2-572c5e0eee93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854392 Aug 06 17:33:51.110556 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-44d00b91-78f3-4176-b8ae-5c983a331344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:51.246914 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-564755e0-1a6f-48fb-aa48-05e7709cc53b req-17bbea3f-fcee-4a93-89a0-780964c9e5cb service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=8d0936ec-85ca-43e6-8130-3dff042c1aa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453305 Aug 06 17:33:51.350824 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564755e0-1a6f-48fb-aa48-05e7709cc53b req-6e8d79f3-e684-4da0-b4cd-a8bd3f8e2804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:51.352335 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-564755e0-1a6f-48fb-aa48-05e7709cc53b req-6e8d79f3-e684-4da0-b4cd-a8bd3f8e2804 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d890e20c0d05493c9b56c9fba16f16d4&device_id=8d0936ec-85ca-43e6-8130-3dff042c1aa1 HTTP/1.1" status: 200 len: 1099 time: 0.0438287 Aug 06 17:33:51.437626 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8cb696-0ebd-4a03-b71c-76f0edb6b3f2 req-0ad632f5-c7a1-48b6-ae43-d759b928e062 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:51.439171 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-4e8cb696-0ebd-4a03-b71c-76f0edb6b3f2 req-0ad632f5-c7a1-48b6-ae43-d759b928e062 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 944 time: 0.0553060 Aug 06 17:33:51.465100 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564755e0-1a6f-48fb-aa48-05e7709cc53b req-0e6347ca-41aa-4c77-98b8-13ab8f44d461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:51.466665 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-564755e0-1a6f-48fb-aa48-05e7709cc53b req-0e6347ca-41aa-4c77-98b8-13ab8f44d461 service neutron] 10.222.0.96 "GET /v2.0/networks?id=12959d86-3f27-4436-a850-45d1f5a6fb36 HTTP/1.1" status: 200 len: 914 time: 0.0935216 Aug 06 17:33:51.480464 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-4e8cb696-0ebd-4a03-b71c-76f0edb6b3f2 req-6188ec12-92a2-45f1-a6c8-17eb4f564adb tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2c3458d-ef23-44c5-a13e-16072b5e98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347378 Aug 06 17:33:51.536722 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-564755e0-1a6f-48fb-aa48-05e7709cc53b req-2f43ff3a-bd94-4559-bd3d-1763a60d1ea0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28854aa6-ead1-4498-b242-355b82f2cd74 HTTP/1.1" status: 200 len: 1001 time: 0.0625520 Aug 06 17:33:51.586183 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564755e0-1a6f-48fb-aa48-05e7709cc53b req-5eea8288-40c5-4b54-82b7-dc1c248b9f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:51.587539 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-564755e0-1a6f-48fb-aa48-05e7709cc53b req-5eea8288-40c5-4b54-82b7-dc1c248b9f58 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9a9869f0-8837-4c76-82e1-b61ab6cd1287 HTTP/1.1" status: 200 len: 851 time: 0.0440211 Aug 06 17:33:51.634164 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564755e0-1a6f-48fb-aa48-05e7709cc53b req-4a3c4fdb-9bfd-4671-9379-a1cf3224c59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:51.635677 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-564755e0-1a6f-48fb-aa48-05e7709cc53b req-4a3c4fdb-9bfd-4671-9379-a1cf3224c59d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=12959d86-3f27-4436-a850-45d1f5a6fb36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410709 Aug 06 17:33:51.732082 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-564755e0-1a6f-48fb-aa48-05e7709cc53b req-743a7790-fcea-4ebc-8d35-87415d802cf3 service neutron] 10.222.0.96 "GET /v2.0/networks/12959d86-3f27-4436-a850-45d1f5a6fb36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886745 Aug 06 17:33:51.825909 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-564755e0-1a6f-48fb-aa48-05e7709cc53b req-ff337462-76c8-4bec-b1fa-3ef426602112 service neutron] 10.222.0.96 "GET /v2.0/networks/12959d86-3f27-4436-a850-45d1f5a6fb36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858383 Aug 06 17:33:52.603445 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935b16d-f77b-4642-8778-aabaab373f03 req-3f3a8a32-669c-484a-88e3-f582263ea15a tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:52.604942 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9935b16d-f77b-4642-8778-aabaab373f03 req-3f3a8a32-669c-484a-88e3-f582263ea15a tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 944 time: 0.0523443 Aug 06 17:33:52.643882 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9935b16d-f77b-4642-8778-aabaab373f03 req-259ff084-4ba7-4180-873f-3ea8e0018493 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2c3458d-ef23-44c5-a13e-16072b5e98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324626 Aug 06 17:33:53.407518 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-2cd37557-dede-4a84-b89e-57caa5dbd526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:53.764580 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4a03f-6596-41a3-bd01-17aa7c7552fb req-6b9c5e32-ebd9-4ff7-a2d3-eb800f552fa2 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:53.766090 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-edb4a03f-6596-41a3-bd01-17aa7c7552fb req-6b9c5e32-ebd9-4ff7-a2d3-eb800f552fa2 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 944 time: 0.0512586 Aug 06 17:33:53.805620 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-edb4a03f-6596-41a3-bd01-17aa7c7552fb req-b2c1b34b-9582-4600-adf1-deedace30b2c tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2c3458d-ef23-44c5-a13e-16072b5e98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327833 Aug 06 17:33:54.089192 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:54.925422 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b1451-1076-4e98-a769-408757653477 req-d9eb3016-b32e-4c27-ae80-5caf1cf250a3 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:54.926877 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-6a1b1451-1076-4e98-a769-408757653477 req-d9eb3016-b32e-4c27-ae80-5caf1cf250a3 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 944 time: 0.0505991 Aug 06 17:33:54.966248 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-6a1b1451-1076-4e98-a769-408757653477 req-4aeedf4f-0a75-4937-949b-f512e1a40589 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2c3458d-ef23-44c5-a13e-16072b5e98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333695 Aug 06 17:33:55.155927 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:56.098820 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04892dbd-5f0b-4102-a168-640f4b9fdd62 req-9809e172-3af3-41a0-b566-297feff020b7 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:56.100156 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-04892dbd-5f0b-4102-a168-640f4b9fdd62 req-9809e172-3af3-41a0-b566-297feff020b7 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 944 time: 0.0607257 Aug 06 17:33:56.137616 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-04892dbd-5f0b-4102-a168-640f4b9fdd62 req-238430ac-fdfe-47c9-8dc9-d74244a52e80 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2c3458d-ef23-44c5-a13e-16072b5e98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315084 Aug 06 17:33:56.910437 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 77b1741d-230c-4311-a98d-0ad146f73880 details requested by agent hyperv_hv-cinder-80377 with host hv-cinder-80377 {{(pid=93310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 17:33:57.010976 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:57.017226 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port 77b1741d-230c-4311-a98d-0ad146f73880, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=77b1741d-230c-4311-a98d-0ad146f73880,segment=NetworkSegment(766b331e-c03f-41d1-9717-c1f6796db104),segment_id=766b331e-c03f-41d1-9717-c1f6796db104)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:33:57.027474 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Returning: {'device': '77b1741d-230c-4311-a98d-0ad146f73880', 'network_id': '383650eb-2e78-4aeb-9cb2-572c5e0eee93', 'port_id': '77b1741d-230c-4311-a98d-0ad146f73880', 'mac_address': 'fa:16:3e:dd:f9:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1075, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c3fa723-e45e-4be4-a8d3-fa4a33999fae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 17:33:57.067206 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:57.079247 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77b1741d-230c-4311-a98d-0ad146f73880 {{(pid=93310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:33:57.099368 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port 77b1741d-230c-4311-a98d-0ad146f73880, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=77b1741d-230c-4311-a98d-0ad146f73880,segment=NetworkSegment(766b331e-c03f-41d1-9717-c1f6796db104),segment_id=766b331e-c03f-41d1-9717-c1f6796db104)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:33:57.105283 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:57.151450 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=77b1741d-230c-4311-a98d-0ad146f73880,revision_number=4']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:57.263444 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986eb0b-6209-402d-8974-fbd0b6b76316 req-d65be5ab-9e9f-4bc0-bb59-b58c4b8b8fc1 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:57.264875 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a986eb0b-6209-402d-8974-fbd0b6b76316 req-d65be5ab-9e9f-4bc0-bb59-b58c4b8b8fc1 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 945 time: 0.0545835 Aug 06 17:33:57.307063 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a986eb0b-6209-402d-8974-fbd0b6b76316 req-d0b8f92a-7c5e-487e-a9de-7612ebec012b tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2c3458d-ef23-44c5-a13e-16072b5e98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360875 Aug 06 17:33:57.372573 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.agents_db [None req-f0f84874-ee0a-4567-8005-82f1841bb43f None None] Agent healthcheck: found 6 active agents {{(pid=93311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:33:57.382864 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] get_ports_and_sgs() called for port_ids ['77b1741d-230c-4311-a98d-0ad146f73880'] {{(pid=93310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:33:58.447227 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37f315-da6c-44fa-b8d3-7927c5c4495a req-297d1650-6294-4045-839e-f8ac55a7812d tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:58.448698 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-9e37f315-da6c-44fa-b8d3-7927c5c4495a req-297d1650-6294-4045-839e-f8ac55a7812d tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 945 time: 0.0644972 Aug 06 17:33:58.487563 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-9e37f315-da6c-44fa-b8d3-7927c5c4495a req-4bc457cf-2029-47da-ad60-6879959a356c tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2c3458d-ef23-44c5-a13e-16072b5e98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328023 Aug 06 17:33:58.925913 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 77b1741d-230c-4311-a98d-0ad146f73880 up at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:33:58.990730 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Provisioning for port 77b1741d-230c-4311-a98d-0ad146f73880 completed by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:33:58.996801 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Provisioning complete for port 77b1741d-230c-4311-a98d-0ad146f73880 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:33:58.997507 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:59.092570 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:59.117333 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4723873-655a-4d66-9a66-0b11881b13d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b1741d-230c-4311-a98d-0ad146f73880'}] {{(pid=93310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:33:59.119609 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713379ad4201aa67d1557f3d7b7da947c96b0ad1778a29fd635d5f04ae47f1c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38cb26af-c601-4587-81af-1166c36b730d" -d '{"events": [{"server_uuid": "e4723873-655a-4d66-9a66-0b11881b13d1", "name": "network-vif-plugged", "status": "completed", "tag": "77b1741d-230c-4311-a98d-0ad146f73880"}]}' {{(pid=93310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:33:59.133920 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port 77b1741d-230c-4311-a98d-0ad146f73880, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=77b1741d-230c-4311-a98d-0ad146f73880,segment=NetworkSegment(766b331e-c03f-41d1-9717-c1f6796db104),segment_id=766b331e-c03f-41d1-9717-c1f6796db104)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:33:59.139018 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:33:59.164746 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb1ecf3-b4f0-42f1-a83e-5d980411fc6e x-openstack-request-id: req-9bb1ecf3-b4f0-42f1-a83e-5d980411fc6e {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:33:59.164980 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4723873-655a-4d66-9a66-0b11881b13d1", "name": "network-vif-plugged", "status": "completed", "tag": "77b1741d-230c-4311-a98d-0ad146f73880", "code": 200}]} {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:33:59.165238 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-9bb1ecf3-b4f0-42f1-a83e-5d980411fc6e {{(pid=93310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:33:59.165678 dv-cinder-803773-1-iscsi neutron-server[93310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4723873-655a-4d66-9a66-0b11881b13d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b1741d-230c-4311-a98d-0ad146f73880', 'code': 200} Aug 06 17:33:59.194330 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=77b1741d-230c-4311-a98d-0ad146f73880,revision_number=5']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:33:59.420933 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d35f5-bae9-4569-bc65-626cf6f24047 req-01f75e86-c136-4360-9930-2fd4b448f83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:59.422475 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-4b8d35f5-bae9-4569-bc65-626cf6f24047 req-01f75e86-c136-4360-9930-2fd4b448f83c service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 1099 time: 0.0519090 Aug 06 17:33:59.459998 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-4b8d35f5-bae9-4569-bc65-626cf6f24047 req-46983caa-64d4-4491-becf-928706f9f08d service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=a2c3458d-ef23-44c5-a13e-16072b5e98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301275 Aug 06 17:33:59.622858 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9d479-903c-4ed4-bc78-2df56fa93f81 req-c9a2def7-b644-4403-9b8d-cd59cd5e07e0 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:33:59.624343 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-edc9d479-903c-4ed4-bc78-2df56fa93f81 req-c9a2def7-b644-4403-9b8d-cd59cd5e07e0 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 946 time: 0.0554228 Aug 06 17:33:59.675474 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-edc9d479-903c-4ed4-bc78-2df56fa93f81 req-0ee77e60-99b6-4516-af61-db7762cdcf67 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2c3458d-ef23-44c5-a13e-16072b5e98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449610 Aug 06 17:34:00.817463 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760821b-4e65-4e7d-917e-524163a62b34 req-c660a037-2e95-4a6a-be32-024ae492269a tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:34:00.818879 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-2760821b-4e65-4e7d-917e-524163a62b34 req-c660a037-2e95-4a6a-be32-024ae492269a tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 946 time: 0.0530214 Aug 06 17:34:00.861123 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-2760821b-4e65-4e7d-917e-524163a62b34 req-9e27aba4-237f-4a8d-b7a3-bc2c1b1a9d8c tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2c3458d-ef23-44c5-a13e-16072b5e98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333233 Aug 06 17:34:00.998057 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc85c8a-4474-48a0-b966-223a8391368e req-5155a8d8-3aca-40e3-bbf0-91d53ab69306 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:34:01.000348 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-ffc85c8a-4474-48a0-b966-223a8391368e req-5155a8d8-3aca-40e3-bbf0-91d53ab69306 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 946 time: 0.0572019 Aug 06 17:34:01.046409 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-ffc85c8a-4474-48a0-b966-223a8391368e req-db6c9455-50a2-4acd-aad9-bea320c6b98d tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2c3458d-ef23-44c5-a13e-16072b5e98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392981 Aug 06 17:34:01.070762 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 40650) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:34:01.174899 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3422979d-58a6-4df9-91c9-fa9ce23b1117 tempest-TestShelveInstance-955453124 tempest-TestShelveInstance-955453124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:34:01.176513 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-3422979d-58a6-4df9-91c9-fa9ce23b1117 tempest-TestShelveInstance-955453124 tempest-TestShelveInstance-955453124-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 1094 time: 0.1045122 Aug 06 17:34:01.181128 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 40654) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:34:01.187946 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-bde98c7a-4e6b-4077-b27f-8dfe0de7f0e0 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Request body: {'floatingip': {'floating_network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'port_id': '77b1741d-230c-4311-a98d-0ad146f73880', 'tenant_id': '526db43a44324a978e79d502de775a0f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:34:01.220387 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-bde98c7a-4e6b-4077-b27f-8dfe0de7f0e0 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks [] for floatingip, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:34:01.325378 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-bde98c7a-4e6b-4077-b27f-8dfe0de7f0e0 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:34:01.451760 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.db_base_plugin_common [None req-bde98c7a-4e6b-4077-b27f-8dfe0de7f0e0 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Allocated IP 172.27.0.22 (2c4c21cf-2746-4b14-9730-0a69daab855b/0d6fa379-a3fa-4b6f-9c88-fa9af5610e03/b80879c3-e924-4c7d-993d-c241e1ccea80) {{(pid=93308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:34:01.570977 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-bde98c7a-4e6b-4077-b27f-8dfe0de7f0e0 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks [] for port, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:34:01.617986 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-bde98c7a-4e6b-4077-b27f-8dfe0de7f0e0 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089738'] for port, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:34:01.657333 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde98c7a-4e6b-4077-b27f-8dfe0de7f0e0 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Network 2c4c21cf-2746-4b14-9730-0a69daab855b is already hosted by enough agents. {{(pid=93308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:34:01.665305 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.base_scheduler [None req-bde98c7a-4e6b-4077-b27f-8dfe0de7f0e0 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Resources bound (agent type, host, resource id): {{(pid=93308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:34:01.668144 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde98c7a-4e6b-4077-b27f-8dfe0de7f0e0 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Pushing event updated for resources: {'Port': ['ID=b80879c3-e924-4c7d-993d-c241e1ccea80,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:34:01.670335 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde98c7a-4e6b-4077-b27f-8dfe0de7f0e0 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Received port after_create {{(pid=93308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:34:01.699321 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde98c7a-4e6b-4077-b27f-8dfe0de7f0e0 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:34:01.699662 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde98c7a-4e6b-4077-b27f-8dfe0de7f0e0 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:34:01.699997 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde98c7a-4e6b-4077-b27f-8dfe0de7f0e0 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:34:01.700333 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde98c7a-4e6b-4077-b27f-8dfe0de7f0e0 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:34:01.700658 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde98c7a-4e6b-4077-b27f-8dfe0de7f0e0 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:34:01.700990 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde98c7a-4e6b-4077-b27f-8dfe0de7f0e0 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:34:01.701312 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde98c7a-4e6b-4077-b27f-8dfe0de7f0e0 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:34:01.701634 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde98c7a-4e6b-4077-b27f-8dfe0de7f0e0 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:34:01.701954 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde98c7a-4e6b-4077-b27f-8dfe0de7f0e0 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:34:01.702318 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde98c7a-4e6b-4077-b27f-8dfe0de7f0e0 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:34:01.702636 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde98c7a-4e6b-4077-b27f-8dfe0de7f0e0 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:34:01.702954 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde98c7a-4e6b-4077-b27f-8dfe0de7f0e0 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:34:02.059743 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-bde98c7a-4e6b-4077-b27f-8dfe0de7f0e0 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:34:02.134687 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-bde98c7a-4e6b-4077-b27f-8dfe0de7f0e0 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:34:02.580867 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-bde98c7a-4e6b-4077-b27f-8dfe0de7f0e0 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks [] for port, precommit_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:34:02.588409 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-bde98c7a-4e6b-4077-b27f-8dfe0de7f0e0 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089731'] for port, after_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:34:02.658055 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde98c7a-4e6b-4077-b27f-8dfe0de7f0e0 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Pushing event updated for resources: {'Port': ['ID=b80879c3-e924-4c7d-993d-c241e1ccea80,revision_number=2']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:34:02.669463 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-bde98c7a-4e6b-4077-b27f-8dfe0de7f0e0 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435792'] for floatingip, after_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:34:02.773827 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.db.l3_db [None req-bde98c7a-4e6b-4077-b27f-8dfe0de7f0e0 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Floating IP 019e7c61-ff4e-4bac-8525-0a7a18f405e2 associated. External IP: 172.27.0.22, port: 77b1741d-230c-4311-a98d-0ad146f73880. Aug 06 17:34:03.020366 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde98c7a-4e6b-4077-b27f-8dfe0de7f0e0 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Router 41507326-6c1e-4afa-a2b5-c0b55b598821 has already been hosted by L3 agent cbcd3d9e-bca5-4529-952b-48c65d2aceac {{(pid=93308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:34:03.132647 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde98c7a-4e6b-4077-b27f-8dfe0de7f0e0 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify agent at l3_agent.dv-cinder-803773-1-iscsi the message routers_updated {{(pid=93308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:34:03.142429 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f0740b-a3e1-4f55-aa08-0aa3f27cb8bb None None] Sync routers for ids ['41507326-6c1e-4afa-a2b5-c0b55b598821'] in dv-cinder-803773-1-iscsi {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:34:03.150156 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-bde98c7a-4e6b-4077-b27f-8dfe0de7f0e0 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for floatingip, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:34:03.152586 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f0740b-a3e1-4f55-aa08-0aa3f27cb8bb None None] Routers {'41507326-6c1e-4afa-a2b5-c0b55b598821'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:34:03.153194 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-d5f0740b-a3e1-4f55-aa08-0aa3f27cb8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:33:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['41507326-6c1e-4afa-a2b5-c0b55b598821'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:34:03.178884 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-bde98c7a-4e6b-4077-b27f-8dfe0de7f0e0 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9963877 Aug 06 17:34:03.179678 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4723873-655a-4d66-9a66-0b11881b13d1', 'tag': '77b1741d-230c-4311-a98d-0ad146f73880'}] {{(pid=93308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:34:03.182299 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9970891e86e7a54ba8327591cdb5f98a510e69f2198634f60bde42845cd177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0b1f28-19f1-4da3-a4e1-67c2b620181f" -d '{"events": [{"name": "network-changed", "server_uuid": "e4723873-655a-4d66-9a66-0b11881b13d1", "tag": "77b1741d-230c-4311-a98d-0ad146f73880"}]}' {{(pid=93308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:34:03.220003 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a42b3f-0ce7-4e96-8c9e-274f6cc8976c x-openstack-request-id: req-33a42b3f-0ce7-4e96-8c9e-274f6cc8976c {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:34:03.220297 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4723873-655a-4d66-9a66-0b11881b13d1", "tag": "77b1741d-230c-4311-a98d-0ad146f73880", "status": "completed", "code": 200}]} {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:34:03.220551 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-33a42b3f-0ce7-4e96-8c9e-274f6cc8976c {{(pid=93308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:34:03.220949 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4723873-655a-4d66-9a66-0b11881b13d1', 'tag': '77b1741d-230c-4311-a98d-0ad146f73880', 'status': 'completed', 'code': 200} Aug 06 17:34:03.257976 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-d5f0740b-a3e1-4f55-aa08-0aa3f27cb8bb None None] Set router 41507326-6c1e-4afa-a2b5-c0b55b598821 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:34:03.310140 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b1f28-19f1-4da3-a4e1-67c2b620181f req-a4f287f1-2c45-49d5-bdf3-ab812e608624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:34:03.311761 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9f0b1f28-19f1-4da3-a4e1-67c2b620181f req-a4f287f1-2c45-49d5-bdf3-ab812e608624 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=526db43a44324a978e79d502de775a0f&device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 1099 time: 0.0438111 Aug 06 17:34:03.406552 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b1f28-19f1-4da3-a4e1-67c2b620181f req-11fc29e3-c31b-44f3-abb4-060a40639ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:34:03.408036 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9f0b1f28-19f1-4da3-a4e1-67c2b620181f req-11fc29e3-c31b-44f3-abb4-060a40639ffd service neutron] 10.222.0.96 "GET /v2.0/networks?id=383650eb-2e78-4aeb-9cb2-572c5e0eee93 HTTP/1.1" status: 200 len: 911 time: 0.0888762 Aug 06 17:34:03.476089 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9f0b1f28-19f1-4da3-a4e1-67c2b620181f req-3652caa6-fdf3-463b-9308-66e1b9878b39 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77b1741d-230c-4311-a98d-0ad146f73880 HTTP/1.1" status: 200 len: 999 time: 0.0606608 Aug 06 17:34:03.491291 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-d5f0740b-a3e1-4f55-aa08-0aa3f27cb8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41507326-6c1e-4afa-a2b5-c0b55b598821', 'name': 'tempest-TestShelveInstance-1150841913-router', 'tenant_id': '526db43a44324a978e79d502de775a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '7dcf0ac7-e083-4a12-8cfa-9f5badb318af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:33:16Z', 'updated_at': '2021-08-06T17:33:19Z', 'revision_number': 4, 'project_id': '526db43a44324a978e79d502de775a0f', 'gw_port': {'id': '7dcf0ac7-e083-4a12-8cfa-9f5badb318af', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:52:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41507326-6c1e-4afa-a2b5-c0b55b598821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:33:16Z', 'updated_at': '2021-08-06T17:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_floatingips': [{'id': '019e7c61-ff4e-4bac-8525-0a7a18f405e2', 'tenant_id': '526db43a44324a978e79d502de775a0f', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'router_id': '41507326-6c1e-4afa-a2b5-c0b55b598821', 'port_id': '77b1741d-230c-4311-a98d-0ad146f73880', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '383650eb-2e78-4aeb-9cb2-572c5e0eee93', 'mac_address': 'fa:16:3e:dd:f9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4723873-655a-4d66-9a66-0b11881b13d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:34:01Z', 'updated_at': '2021-08-06T17:34:01Z', 'revision_number': 0, 'project_id': '526db43a44324a978e79d502de775a0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1723c046-ea59-46a1-bb58-debaab08fac1', 'name': '', 'network_id': '383650eb-2e78-4aeb-9cb2-572c5e0eee93', 'tenant_id': '526db43a44324a978e79d502de775a0f', 'mac_address': 'fa:16:3e:19:a8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41507326-6c1e-4afa-a2b5-c0b55b598821', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '6c3fa723-e45e-4be4-a8d3-fa4a33999fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:33:18Z', 'updated_at': '2021-08-06T17:33:26Z', 'revision_number': 5, 'project_id': '526db43a44324a978e79d502de775a0f', 'subnets': [{'id': '6c3fa723-e45e-4be4-a8d3-fa4a33999fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:34:03.518730 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f0740b-a3e1-4f55-aa08-0aa3f27cb8bb None None] Checking router: 41507326-6c1e-4afa-a2b5-c0b55b598821 for host: dv-cinder-803773-1-iscsi {{(pid=93310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:34:03.525448 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b1f28-19f1-4da3-a4e1-67c2b620181f req-d1a83947-a99f-4106-976a-0ea3765e9941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:34:03.526936 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9f0b1f28-19f1-4da3-a4e1-67c2b620181f req-d1a83947-a99f-4106-976a-0ea3765e9941 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6c3fa723-e45e-4be4-a8d3-fa4a33999fae HTTP/1.1" status: 200 len: 848 time: 0.0446398 Aug 06 17:34:03.528027 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f0740b-a3e1-4f55-aa08-0aa3f27cb8bb None None] Routers {'41507326-6c1e-4afa-a2b5-c0b55b598821'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:34:03.528629 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-d5f0740b-a3e1-4f55-aa08-0aa3f27cb8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:33:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['41507326-6c1e-4afa-a2b5-c0b55b598821'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:34:03.577358 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b1f28-19f1-4da3-a4e1-67c2b620181f req-bdb6094b-d4c0-4a03-8763-6e5b09fea116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:34:03.578904 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9f0b1f28-19f1-4da3-a4e1-67c2b620181f req-bdb6094b-d4c0-4a03-8763-6e5b09fea116 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=383650eb-2e78-4aeb-9cb2-572c5e0eee93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453477 Aug 06 17:34:03.639654 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-d5f0740b-a3e1-4f55-aa08-0aa3f27cb8bb None None] Set router 41507326-6c1e-4afa-a2b5-c0b55b598821 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:34:03.669737 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9f0b1f28-19f1-4da3-a4e1-67c2b620181f req-c90ed46b-67e9-4ac7-be9e-cfe2666c5e64 service neutron] 10.222.0.96 "GET /v2.0/networks/383650eb-2e78-4aeb-9cb2-572c5e0eee93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832407 Aug 06 17:34:03.769177 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-9f0b1f28-19f1-4da3-a4e1-67c2b620181f req-e06a5d39-1698-496c-8e1a-da06b891120a service neutron] 10.222.0.96 "GET /v2.0/networks/383650eb-2e78-4aeb-9cb2-572c5e0eee93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921021 Aug 06 17:34:03.891000 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-d5f0740b-a3e1-4f55-aa08-0aa3f27cb8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41507326-6c1e-4afa-a2b5-c0b55b598821', 'name': 'tempest-TestShelveInstance-1150841913-router', 'tenant_id': '526db43a44324a978e79d502de775a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '7dcf0ac7-e083-4a12-8cfa-9f5badb318af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:33:16Z', 'updated_at': '2021-08-06T17:33:19Z', 'revision_number': 4, 'project_id': '526db43a44324a978e79d502de775a0f', 'gw_port': {'id': '7dcf0ac7-e083-4a12-8cfa-9f5badb318af', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:52:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41507326-6c1e-4afa-a2b5-c0b55b598821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:33:16Z', 'updated_at': '2021-08-06T17:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_floatingips': [{'id': '019e7c61-ff4e-4bac-8525-0a7a18f405e2', 'tenant_id': '526db43a44324a978e79d502de775a0f', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'router_id': '41507326-6c1e-4afa-a2b5-c0b55b598821', 'port_id': '77b1741d-230c-4311-a98d-0ad146f73880', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '383650eb-2e78-4aeb-9cb2-572c5e0eee93', 'mac_address': 'fa:16:3e:dd:f9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4723873-655a-4d66-9a66-0b11881b13d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:34:01Z', 'updated_at': '2021-08-06T17:34:01Z', 'revision_number': 0, 'project_id': '526db43a44324a978e79d502de775a0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1723c046-ea59-46a1-bb58-debaab08fac1', 'name': '', 'network_id': '383650eb-2e78-4aeb-9cb2-572c5e0eee93', 'tenant_id': '526db43a44324a978e79d502de775a0f', 'mac_address': 'fa:16:3e:19:a8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41507326-6c1e-4afa-a2b5-c0b55b598821', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '6c3fa723-e45e-4be4-a8d3-fa4a33999fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:33:18Z', 'updated_at': '2021-08-06T17:33:26Z', 'revision_number': 5, 'project_id': '526db43a44324a978e79d502de775a0f', 'subnets': [{'id': '6c3fa723-e45e-4be4-a8d3-fa4a33999fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:34:04.056833 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f0740b-a3e1-4f55-aa08-0aa3f27cb8bb None None] The sync data for ids ['41507326-6c1e-4afa-a2b5-c0b55b598821'] in dv-cinder-803773-1-iscsi is: [{'id': '41507326-6c1e-4afa-a2b5-c0b55b598821', 'name': 'tempest-TestShelveInstance-1150841913-router', 'tenant_id': '526db43a44324a978e79d502de775a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '7dcf0ac7-e083-4a12-8cfa-9f5badb318af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:33:16Z', 'updated_at': '2021-08-06T17:33:19Z', 'revision_number': 4, 'project_id': '526db43a44324a978e79d502de775a0f', 'gw_port': {'id': '7dcf0ac7-e083-4a12-8cfa-9f5badb318af', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:52:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41507326-6c1e-4afa-a2b5-c0b55b598821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:33:16Z', 'updated_at': '2021-08-06T17:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_floatingips': [{'id': '019e7c61-ff4e-4bac-8525-0a7a18f405e2', 'tenant_id': '526db43a44324a978e79d502de775a0f', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'router_id': '41507326-6c1e-4afa-a2b5-c0b55b598821', 'port_id': '77b1741d-230c-4311-a98d-0ad146f73880', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '383650eb-2e78-4aeb-9cb2-572c5e0eee93', 'mac_address': 'fa:16:3e:dd:f9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4723873-655a-4d66-9a66-0b11881b13d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:34:01Z', 'updated_at': '2021-08-06T17:34:01Z', 'revision_number': 0, 'project_id': '526db43a44324a978e79d502de775a0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1723c046-ea59-46a1-bb58-debaab08fac1', 'name': '', 'network_id': '383650eb-2e78-4aeb-9cb2-572c5e0eee93', 'tenant_id': '526db43a44324a978e79d502de775a0f', 'mac_address': 'fa:16:3e:19:a8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41507326-6c1e-4afa-a2b5-c0b55b598821', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '6c3fa723-e45e-4be4-a8d3-fa4a33999fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:33:18Z', 'updated_at': '2021-08-06T17:33:26Z', 'revision_number': 5, 'project_id': '526db43a44324a978e79d502de775a0f', 'subnets': [{'id': '6c3fa723-e45e-4be4-a8d3-fa4a33999fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:34:04.253285 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85ebb89-429a-4b00-bdad-1653ede78816 None None] New status for floating IP 019e7c61-ff4e-4bac-8525-0a7a18f405e2: ACTIVE {{(pid=93311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 17:34:10.157779 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:34:21.122581 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-59dc5c28-67ac-4c12-8485-a059ea4a7348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:34:23.417491 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-80962dc4-6a7e-4e2c-9d29-30cd81eeeddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:34:24.097120 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:34:25.162643 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:34:27.007514 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:34:34.373659 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.agents_db [None req-f0f84874-ee0a-4567-8005-82f1841bb43f None None] Agent healthcheck: found 6 active agents {{(pid=93311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:34:40.165184 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:34:51.117184 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7d680c11-e31d-4015-9da6-4a38b8eff964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:34:51.312194 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-437cfea8-40f5-449b-ac0a-395cd5c35ab4 req-e4a1bb2b-5bb2-4ce9-8ab8-22e6649e2444 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=8d0936ec-85ca-43e6-8130-3dff042c1aa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438600 Aug 06 17:34:51.418491 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437cfea8-40f5-449b-ac0a-395cd5c35ab4 req-37938361-d8b2-4229-a788-9b7d5aad8e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:34:51.419962 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-437cfea8-40f5-449b-ac0a-395cd5c35ab4 req-37938361-d8b2-4229-a788-9b7d5aad8e2d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d890e20c0d05493c9b56c9fba16f16d4&device_id=8d0936ec-85ca-43e6-8130-3dff042c1aa1 HTTP/1.1" status: 200 len: 1099 time: 0.0424759 Aug 06 17:34:51.537758 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437cfea8-40f5-449b-ac0a-395cd5c35ab4 req-26cdad46-c20d-47a0-b285-62f92b2e1ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:34:51.539261 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-437cfea8-40f5-449b-ac0a-395cd5c35ab4 req-26cdad46-c20d-47a0-b285-62f92b2e1ae4 service neutron] 10.222.0.96 "GET /v2.0/networks?id=12959d86-3f27-4436-a850-45d1f5a6fb36 HTTP/1.1" status: 200 len: 914 time: 0.0906503 Aug 06 17:34:51.610041 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-437cfea8-40f5-449b-ac0a-395cd5c35ab4 req-02c020c4-3311-4fbe-9d53-2bd94d0484bf service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28854aa6-ead1-4498-b242-355b82f2cd74 HTTP/1.1" status: 200 len: 1001 time: 0.0624146 Aug 06 17:34:51.667260 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437cfea8-40f5-449b-ac0a-395cd5c35ab4 req-acd68653-f5ba-4601-a03e-5512d96e088b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:34:51.668696 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-437cfea8-40f5-449b-ac0a-395cd5c35ab4 req-acd68653-f5ba-4601-a03e-5512d96e088b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9a9869f0-8837-4c76-82e1-b61ab6cd1287 HTTP/1.1" status: 200 len: 851 time: 0.0503228 Aug 06 17:34:51.723756 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437cfea8-40f5-449b-ac0a-395cd5c35ab4 req-724b1ad5-3891-4bf6-9274-59bcb62e6234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:34:51.725251 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-437cfea8-40f5-449b-ac0a-395cd5c35ab4 req-724b1ad5-3891-4bf6-9274-59bcb62e6234 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=12959d86-3f27-4436-a850-45d1f5a6fb36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0481641 Aug 06 17:34:51.816308 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-437cfea8-40f5-449b-ac0a-395cd5c35ab4 req-b9fb045c-c5ba-4d53-ba1e-314258e847cf service neutron] 10.222.0.96 "GET /v2.0/networks/12959d86-3f27-4436-a850-45d1f5a6fb36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837688 Aug 06 17:34:51.911216 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-437cfea8-40f5-449b-ac0a-395cd5c35ab4 req-74f0b570-49e4-4dcf-b1db-c9c8ab67705b service neutron] 10.222.0.96 "GET /v2.0/networks/12959d86-3f27-4436-a850-45d1f5a6fb36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875988 Aug 06 17:34:53.421989 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-f2feb36b-4360-49e1-b291-88e0f0c78f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:34:54.100914 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:34:55.167496 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:34:57.004634 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:35:10.195033 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:35:11.378011 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.agents_db [None req-f0f84874-ee0a-4567-8005-82f1841bb43f None None] Agent healthcheck: found 6 active agents {{(pid=93311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:35:12.909466 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-1cb215d3-8772-44d8-9175-7a5ac48e8210 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1108448192&fields=id&tenant_id=d890e20c0d05493c9b56c9fba16f16d4 HTTP/1.1" status: 200 len: 267 time: 0.0404508 Aug 06 17:35:13.022528 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-b9fd2804-fc7b-430a-8a47-a3a4d141b6b8 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:35:13.023988 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-b9fd2804-fc7b-430a-8a47-a3a4d141b6b8 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/networks?id=12959d86-3f27-4436-a850-45d1f5a6fb36 HTTP/1.1" status: 200 len: 812 time: 0.1055925 Aug 06 17:35:13.038958 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-3865541d-fd64-455a-80b9-6bfa75b9a4a5 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/quotas/d890e20c0d05493c9b56c9fba16f16d4 HTTP/1.1" status: 200 len: 375 time: 0.0091462 Aug 06 17:35:13.096508 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-413716cc-8500-493b-8089-883690db8836 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=d890e20c0d05493c9b56c9fba16f16d4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0520976 Aug 06 17:35:13.203411 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-f01bd4d5-cadf-4556-8dbe-7b4264b65200 service neutron] 10.222.0.89 "GET /v2.0/networks/12959d86-3f27-4436-a850-45d1f5a6fb36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933743 Aug 06 17:35:13.302052 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-52b15f38-1546-468e-ac58-940c6ba7ae57 service neutron] 10.222.0.89 "GET /v2.0/networks/12959d86-3f27-4436-a850-45d1f5a6fb36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875754 Aug 06 17:35:13.620174 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-326eee95-f877-4e0d-8a3f-136fa134e565 req-11d029ac-5901-4174-8b76-e43b784179a6 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ddb5d43-1e28-4911-bec4-9c1cd4d45353 HTTP/1.1" status: 200 len: 210 time: 0.0270383 Aug 06 17:35:14.670202 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-b548157a-0979-463a-8b18-d88482bb6756 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:35:14.671747 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-b548157a-0979-463a-8b18-d88482bb6756 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.96 "GET /v2.0/networks?id=12959d86-3f27-4436-a850-45d1f5a6fb36 HTTP/1.1" status: 200 len: 812 time: 0.1120007 Aug 06 17:35:14.723982 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-4f8c6bbb-c3b4-47eb-a86a-ee61a4619ed0 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d890e20c0d05493c9b56c9fba16f16d4 HTTP/1.1" status: 200 len: 380 time: 0.0360003 Aug 06 17:35:14.737564 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-61b88c05-238e-4560-8e16-5a0a7508fa0b req-2851498b-248c-4df0-961e-10fe304c910c tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ddb5d43-1e28-4911-bec4-9c1cd4d45353 HTTP/1.1" status: 200 len: 210 time: 0.0376313 Aug 06 17:35:14.749009 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-031fc1e6-bbcc-456d-9ea3-21ed71f3d297 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Request body: {'port': {'device_id': '1ddb5d43-1e28-4911-bec4-9c1cd4d45353', 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36', 'admin_state_up': True, 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'security_groups': ['4df3cd12-926d-4951-80bc-caa0e5a29ab1']}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:35:14.857406 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-031fc1e6-bbcc-456d-9ea3-21ed71f3d297 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Made reservation on behalf of d890e20c0d05493c9b56c9fba16f16d4 for: {'port': 1} {{(pid=93308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:35:14.860836 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-031fc1e6-bbcc-456d-9ea3-21ed71f3d297 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:35:14.995264 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.db_base_plugin_common [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-031fc1e6-bbcc-456d-9ea3-21ed71f3d297 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Allocated IP 172.20.0.3 (12959d86-3f27-4436-a850-45d1f5a6fb36/9a9869f0-8837-4c76-82e1-b61ab6cd1287/d0353157-6c43-424e-ae0c-c7f90de757e6) {{(pid=93308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:35:15.142460 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-031fc1e6-bbcc-456d-9ea3-21ed71f3d297 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks [] for port, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:35:15.156512 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.provisioning_blocks [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-031fc1e6-bbcc-456d-9ea3-21ed71f3d297 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Transition to ACTIVE for port object d0353157-6c43-424e-ae0c-c7f90de757e6 will not be triggered until provisioned by entity DHCP. {{(pid=93308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:35:15.198474 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-031fc1e6-bbcc-456d-9ea3-21ed71f3d297 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089738'] for port, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:35:15.239896 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-031fc1e6-bbcc-456d-9ea3-21ed71f3d297 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Network 12959d86-3f27-4436-a850-45d1f5a6fb36 is already hosted by enough agents. {{(pid=93308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:35:15.245192 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.base_scheduler [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-031fc1e6-bbcc-456d-9ea3-21ed71f3d297 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Resources bound (agent type, host, resource id): {{(pid=93308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:35:15.248960 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-031fc1e6-bbcc-456d-9ea3-21ed71f3d297 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Received port after_create {{(pid=93308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:35:15.273975 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031fc1e6-bbcc-456d-9ea3-21ed71f3d297 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Pushing event updated for resources: {'Port': ['ID=d0353157-6c43-424e-ae0c-c7f90de757e6,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:35:15.286564 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031fc1e6-bbcc-456d-9ea3-21ed71f3d297 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:35:15.286928 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031fc1e6-bbcc-456d-9ea3-21ed71f3d297 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:35:15.287260 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031fc1e6-bbcc-456d-9ea3-21ed71f3d297 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:35:15.288590 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031fc1e6-bbcc-456d-9ea3-21ed71f3d297 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:35:15.288590 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031fc1e6-bbcc-456d-9ea3-21ed71f3d297 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:35:15.288590 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031fc1e6-bbcc-456d-9ea3-21ed71f3d297 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:35:15.288590 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031fc1e6-bbcc-456d-9ea3-21ed71f3d297 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:35:15.288998 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031fc1e6-bbcc-456d-9ea3-21ed71f3d297 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:35:15.289103 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031fc1e6-bbcc-456d-9ea3-21ed71f3d297 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:35:15.289374 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031fc1e6-bbcc-456d-9ea3-21ed71f3d297 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:35:15.290059 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031fc1e6-bbcc-456d-9ea3-21ed71f3d297 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:35:15.290059 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031fc1e6-bbcc-456d-9ea3-21ed71f3d297 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:35:15.313398 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-031fc1e6-bbcc-456d-9ea3-21ed71f3d297 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:35:15.314213 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-031fc1e6-bbcc-456d-9ea3-21ed71f3d297 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:35:15.330647 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-031fc1e6-bbcc-456d-9ea3-21ed71f3d297 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5855412 Aug 06 17:35:15.357675 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-5f6fb5ce-377a-4ce0-bbda-770cb008c7b4 service neutron] Request body: {'port': {'device_id': '1ddb5d43-1e28-4911-bec4-9c1cd4d45353', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80377'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:35:15.416866 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-5f6fb5ce-377a-4ce0-bbda-770cb008c7b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:35:15.491467 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-68e73797-c3f5-452b-b141-91e1182ed1c0 None None] Provisioning for port d0353157-6c43-424e-ae0c-c7f90de757e6 completed by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:35:15.496284 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-68e73797-c3f5-452b-b141-91e1182ed1c0 None None] Provisioning complete for port d0353157-6c43-424e-ae0c-c7f90de757e6 triggered by entity DHCP. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:35:15.496734 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-68e73797-c3f5-452b-b141-91e1182ed1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:35:15.530091 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-68e73797-c3f5-452b-b141-91e1182ed1c0 None None] Port d0353157-6c43-424e-ae0c-c7f90de757e6 cannot update to ACTIVE because it is not bound. {{(pid=93310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:35:15.694885 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.notifiers.nova [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-5f6fb5ce-377a-4ce0-bbda-770cb008c7b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0353157-6c43-424e-ae0c-c7f90de757e6 {{(pid=93308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:35:15.702927 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-5f6fb5ce-377a-4ce0-bbda-770cb008c7b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:35:15.715963 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.provisioning_blocks [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-5f6fb5ce-377a-4ce0-bbda-770cb008c7b4 service neutron] Transition to ACTIVE for port object d0353157-6c43-424e-ae0c-c7f90de757e6 will not be triggered until provisioned by entity L2. {{(pid=93308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:35:15.722608 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-5f6fb5ce-377a-4ce0-bbda-770cb008c7b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089731'] for port, after_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:35:15.778181 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6fb5ce-377a-4ce0-bbda-770cb008c7b4 service neutron] Pushing event updated for resources: {'Port': ['ID=d0353157-6c43-424e-ae0c-c7f90de757e6,revision_number=2']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:35:15.883194 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.managers [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-5f6fb5ce-377a-4ce0-bbda-770cb008c7b4 service neutron] Attempting to bind port d0353157-6c43-424e-ae0c-c7f90de757e6 on host hv-cinder-80377 for vnic_type normal with profile {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:35:15.883535 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.managers [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-5f6fb5ce-377a-4ce0-bbda-770cb008c7b4 service neutron] Attempting to bind port d0353157-6c43-424e-ae0c-c7f90de757e6 by drivers openvswitch,hyperv on host hv-cinder-80377 at level 0 using segments [{'id': '02b005d2-1715-4919-aaec-fce73105542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36'}] {{(pid=93308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:35:15.883839 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-5f6fb5ce-377a-4ce0-bbda-770cb008c7b4 service neutron] Attempting to bind port d0353157-6c43-424e-ae0c-c7f90de757e6 on network 12959d86-3f27-4436-a850-45d1f5a6fb36 {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:35:15.894249 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d2aca-f8d6-4b30-b8be-a74d0554c7e1 req-5772fd9b-1625-4b6e-961f-d40518cbc49a tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:35:15.895794 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-6c5d2aca-f8d6-4b30-b8be-a74d0554c7e1 req-5772fd9b-1625-4b6e-961f-d40518cbc49a tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ddb5d43-1e28-4911-bec4-9c1cd4d45353 HTTP/1.1" status: 200 len: 943 time: 0.0720608 Aug 06 17:35:15.898043 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-5f6fb5ce-377a-4ce0-bbda-770cb008c7b4 service neutron] Port d0353157-6c43-424e-ae0c-c7f90de757e6 on network 12959d86-3f27-4436-a850-45d1f5a6fb36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80377 {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 17:35:15.898370 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-5f6fb5ce-377a-4ce0-bbda-770cb008c7b4 service neutron] Attempting to bind port d0353157-6c43-424e-ae0c-c7f90de757e6 on network 12959d86-3f27-4436-a850-45d1f5a6fb36 {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:35:15.909912 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-5f6fb5ce-377a-4ce0-bbda-770cb008c7b4 service neutron] Checking agent: {'id': 'd2fb1ab5-1995-4796-a222-8ffdc3f56d02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 21, 40), 'started_at': datetime.datetime(2021, 8, 6, 17, 21, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:35:15.910273 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-5f6fb5ce-377a-4ce0-bbda-770cb008c7b4 service neutron] Checking segment: {'id': '02b005d2-1715-4919-aaec-fce73105542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:35:15.910630 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-5f6fb5ce-377a-4ce0-bbda-770cb008c7b4 service neutron] Bound using segment: {'id': '02b005d2-1715-4919-aaec-fce73105542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36'} {{(pid=93308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:35:15.911079 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.managers [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-5f6fb5ce-377a-4ce0-bbda-770cb008c7b4 service neutron] Bound port: d0353157-6c43-424e-ae0c-c7f90de757e6, host: hv-cinder-80377, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02b005d2-1715-4919-aaec-fce73105542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36'}}] {{(pid=93308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:35:15.911427 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-5f6fb5ce-377a-4ce0-bbda-770cb008c7b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:35:15.970232 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-6c5d2aca-f8d6-4b30-b8be-a74d0554c7e1 req-0ee962d3-e17c-4037-a2bf-8900af2f0e4a tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682576 Aug 06 17:35:15.999494 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-5f6fb5ce-377a-4ce0-bbda-770cb008c7b4 service neutron] For port d0353157-6c43-424e-ae0c-c7f90de757e6, host hv-cinder-80377, cleared binding levels {{(pid=93308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:35:16.002588 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-5f6fb5ce-377a-4ce0-bbda-770cb008c7b4 service neutron] For port d0353157-6c43-424e-ae0c-c7f90de757e6, host hv-cinder-80377, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=d0353157-6c43-424e-ae0c-c7f90de757e6,segment=NetworkSegment(02b005d2-1715-4919-aaec-fce73105542d),segment_id=02b005d2-1715-4919-aaec-fce73105542d)] {{(pid=93308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:35:16.009593 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-5f6fb5ce-377a-4ce0-bbda-770cb008c7b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089731'] for port, after_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:35:16.045200 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-5f6fb5ce-377a-4ce0-bbda-770cb008c7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:35:16.045800 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-5f6fb5ce-377a-4ce0-bbda-770cb008c7b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:35:16.047313 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-5f6fb5ce-377a-4ce0-bbda-770cb008c7b4 service neutron] 10.222.0.96 "PUT /v2.0/ports/d0353157-6c43-424e-ae0c-c7f90de757e6 HTTP/1.1" status: 200 len: 1093 time: 0.6941881 Aug 06 17:35:16.047968 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ddb5d43-1e28-4911-bec4-9c1cd4d45353', 'tag': 'd0353157-6c43-424e-ae0c-c7f90de757e6'}] {{(pid=93308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:35:16.050154 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9970891e86e7a54ba8327591cdb5f98a510e69f2198634f60bde42845cd177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45ca7d3-83b7-4a09-9261-77cc9b3c5b48" -d '{"events": [{"name": "network-changed", "server_uuid": "1ddb5d43-1e28-4911-bec4-9c1cd4d45353", "tag": "d0353157-6c43-424e-ae0c-c7f90de757e6"}]}' {{(pid=93308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:35:16.076840 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6fb5ce-377a-4ce0-bbda-770cb008c7b4 service neutron] Pushing event updated for resources: {'Port': ['ID=d0353157-6c43-424e-ae0c-c7f90de757e6,revision_number=3']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:35:16.160018 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-c2b0371c-2f77-43df-b4ff-9c8454e42b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:35:16.161703 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-c2b0371c-2f77-43df-b4ff-9c8454e42b6c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d890e20c0d05493c9b56c9fba16f16d4&device_id=1ddb5d43-1e28-4911-bec4-9c1cd4d45353 HTTP/1.1" status: 200 len: 1096 time: 0.0435033 Aug 06 17:35:16.174006 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee09256b-511f-44b7-9943-7884bbd3b9f9 x-openstack-request-id: req-ee09256b-511f-44b7-9943-7884bbd3b9f9 {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:35:16.174442 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ddb5d43-1e28-4911-bec4-9c1cd4d45353", "tag": "d0353157-6c43-424e-ae0c-c7f90de757e6", "status": "completed", "code": 200}]} {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:35:16.174796 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ee09256b-511f-44b7-9943-7884bbd3b9f9 {{(pid=93308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:35:16.175134 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ddb5d43-1e28-4911-bec4-9c1cd4d45353', 'tag': 'd0353157-6c43-424e-ae0c-c7f90de757e6', 'status': 'completed', 'code': 200} Aug 06 17:35:16.212398 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-9d5dbc61-30c5-4bb4-9bba-374681ee8af0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0353157-6c43-424e-ae0c-c7f90de757e6 HTTP/1.1" status: 200 len: 217 time: 0.0346713 Aug 06 17:35:16.264803 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-564e96d9-bac9-4107-a296-2944d3e332a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:35:16.266291 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-564e96d9-bac9-4107-a296-2944d3e332a7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9a9869f0-8837-4c76-82e1-b61ab6cd1287 HTTP/1.1" status: 200 len: 851 time: 0.0471544 Aug 06 17:35:16.317962 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-d096b510-7250-49b6-807c-0d095da7d51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:35:16.319430 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-d096b510-7250-49b6-807c-0d095da7d51a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=12959d86-3f27-4436-a850-45d1f5a6fb36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449667 Aug 06 17:35:16.433735 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-fb8e8c3a-133a-4f4d-87fb-8d4f7d2a8161 service neutron] 10.222.0.96 "GET /v2.0/networks/12959d86-3f27-4436-a850-45d1f5a6fb36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053858 Aug 06 17:35:16.528891 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-8c3ebbb6-d1ed-4e82-9568-aac4b9f8af15 req-010b89be-03c5-4ee4-84a2-1b7aa74b018d service neutron] 10.222.0.96 "GET /v2.0/networks/12959d86-3f27-4436-a850-45d1f5a6fb36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872114 Aug 06 17:35:16.672499 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ca7d3-83b7-4a09-9261-77cc9b3c5b48 req-f2a29428-c5c1-43ff-94b6-046bc4ab092e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:35:16.674330 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a45ca7d3-83b7-4a09-9261-77cc9b3c5b48 req-f2a29428-c5c1-43ff-94b6-046bc4ab092e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d890e20c0d05493c9b56c9fba16f16d4&device_id=1ddb5d43-1e28-4911-bec4-9c1cd4d45353 HTTP/1.1" status: 200 len: 1096 time: 0.0420952 Aug 06 17:35:16.769041 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ca7d3-83b7-4a09-9261-77cc9b3c5b48 req-731db880-b1c4-4423-85a4-da2f56b64370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:35:16.770545 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a45ca7d3-83b7-4a09-9261-77cc9b3c5b48 req-731db880-b1c4-4423-85a4-da2f56b64370 service neutron] 10.222.0.96 "GET /v2.0/networks?id=12959d86-3f27-4436-a850-45d1f5a6fb36 HTTP/1.1" status: 200 len: 914 time: 0.0886979 Aug 06 17:35:16.816863 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a45ca7d3-83b7-4a09-9261-77cc9b3c5b48 req-dfdc6ca5-f35d-467d-8709-3443b60c1626 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0353157-6c43-424e-ae0c-c7f90de757e6 HTTP/1.1" status: 200 len: 217 time: 0.0347812 Aug 06 17:35:16.873002 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ca7d3-83b7-4a09-9261-77cc9b3c5b48 req-99a3d9f8-79ad-4be1-b2cd-b02a15b37dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:35:16.874447 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a45ca7d3-83b7-4a09-9261-77cc9b3c5b48 req-99a3d9f8-79ad-4be1-b2cd-b02a15b37dfd service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9a9869f0-8837-4c76-82e1-b61ab6cd1287 HTTP/1.1" status: 200 len: 851 time: 0.0472000 Aug 06 17:35:16.921867 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ca7d3-83b7-4a09-9261-77cc9b3c5b48 req-5d835f6a-6f3c-4b98-aa91-6243351860fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:35:16.923642 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a45ca7d3-83b7-4a09-9261-77cc9b3c5b48 req-5d835f6a-6f3c-4b98-aa91-6243351860fa service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=12959d86-3f27-4436-a850-45d1f5a6fb36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408835 Aug 06 17:35:17.015057 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a45ca7d3-83b7-4a09-9261-77cc9b3c5b48 req-084cc7f4-904f-408c-96b4-eb5dd5c49fd8 service neutron] 10.222.0.96 "GET /v2.0/networks/12959d86-3f27-4436-a850-45d1f5a6fb36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831995 Aug 06 17:35:17.148464 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa2b62-ae75-44cb-89e7-e545d368b553 req-817712e8-7104-4db1-a4d3-54f76a75e2ae tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:35:17.149932 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-63aa2b62-ae75-44cb-89e7-e545d368b553 req-817712e8-7104-4db1-a4d3-54f76a75e2ae tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ddb5d43-1e28-4911-bec4-9c1cd4d45353 HTTP/1.1" status: 200 len: 943 time: 0.1034102 Aug 06 17:35:17.154374 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a45ca7d3-83b7-4a09-9261-77cc9b3c5b48 req-1775b5bf-5f80-4f78-b81f-7a06ccdd2901 service neutron] 10.222.0.96 "GET /v2.0/networks/12959d86-3f27-4436-a850-45d1f5a6fb36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277049 Aug 06 17:35:17.190668 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-63aa2b62-ae75-44cb-89e7-e545d368b553 req-1e8e94a1-779a-4712-acf4-e2c517d5cf45 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334284 Aug 06 17:35:18.311195 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9315cba-e4f7-4884-9d98-0bcb8a9f591c req-93b6cfa9-44cc-43ab-8a64-6942a8af12a9 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:35:18.312563 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-a9315cba-e4f7-4884-9d98-0bcb8a9f591c req-93b6cfa9-44cc-43ab-8a64-6942a8af12a9 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ddb5d43-1e28-4911-bec4-9c1cd4d45353 HTTP/1.1" status: 200 len: 943 time: 0.0528903 Aug 06 17:35:18.353657 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-a9315cba-e4f7-4884-9d98-0bcb8a9f591c req-dde7b5f6-a3ba-44e0-b34d-b04f59edd644 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319424 Aug 06 17:35:19.488381 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f997c3-7c42-4bb8-aa96-6162c0f246c3 req-1d77d4d9-74d9-4b56-87fe-91d52c23cb0c tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:35:19.489862 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-36f997c3-7c42-4bb8-aa96-6162c0f246c3 req-1d77d4d9-74d9-4b56-87fe-91d52c23cb0c tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ddb5d43-1e28-4911-bec4-9c1cd4d45353 HTTP/1.1" status: 200 len: 943 time: 0.0566113 Aug 06 17:35:19.533105 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-36f997c3-7c42-4bb8-aa96-6162c0f246c3 req-9c743b3d-4604-4715-9796-5235480f60b8 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368884 Aug 06 17:35:20.652711 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853e861-7e32-4d4b-9ef6-53a0d874ef78 req-27f058e4-74d4-4c05-8046-9e46650b1b5b tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:35:20.654548 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-a853e861-7e32-4d4b-9ef6-53a0d874ef78 req-27f058e4-74d4-4c05-8046-9e46650b1b5b tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ddb5d43-1e28-4911-bec4-9c1cd4d45353 HTTP/1.1" status: 200 len: 943 time: 0.0515964 Aug 06 17:35:20.694660 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-a853e861-7e32-4d4b-9ef6-53a0d874ef78 req-de41bd9d-4d40-4134-a57b-75d721fb1868 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340300 Aug 06 17:35:21.122052 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-64650333-71a0-48a8-9193-211c4b09f9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:35:21.831830 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039fb932-0716-41c2-b9aa-ea43eb5bea79 req-9ab2c318-059d-45fa-af04-5e59a9588a1d tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:35:21.833547 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-039fb932-0716-41c2-b9aa-ea43eb5bea79 req-9ab2c318-059d-45fa-af04-5e59a9588a1d tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ddb5d43-1e28-4911-bec4-9c1cd4d45353 HTTP/1.1" status: 200 len: 943 time: 0.0637236 Aug 06 17:35:21.879655 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-039fb932-0716-41c2-b9aa-ea43eb5bea79 req-6e9121a3-371b-493f-8792-b3429492638b tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374894 Aug 06 17:35:23.009823 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85463c6e-ec5d-4db0-be5b-526f5c81067d req-c69cd9ee-23b9-484d-897c-08800153a10c tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:35:23.011369 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-85463c6e-ec5d-4db0-be5b-526f5c81067d req-c69cd9ee-23b9-484d-897c-08800153a10c tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ddb5d43-1e28-4911-bec4-9c1cd4d45353 HTTP/1.1" status: 200 len: 943 time: 0.0546515 Aug 06 17:35:23.051127 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-85463c6e-ec5d-4db0-be5b-526f5c81067d req-cc6b68e3-869e-4723-b9fa-4900bf1b5ff9 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336897 Aug 06 17:35:23.424603 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-d6e6bb07-21eb-466a-842d-a532d0a4d2c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:35:24.099932 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:35:24.186240 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f75187-d2b6-42c7-a247-8c633db93b23 req-3e69a683-22d1-4372-bc44-8aa16d65dd58 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:35:24.188281 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-82f75187-d2b6-42c7-a247-8c633db93b23 req-3e69a683-22d1-4372-bc44-8aa16d65dd58 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ddb5d43-1e28-4911-bec4-9c1cd4d45353 HTTP/1.1" status: 200 len: 943 time: 0.0519388 Aug 06 17:35:24.229654 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-82f75187-d2b6-42c7-a247-8c633db93b23 req-41a1a12f-ec5f-4c8d-9f8b-a9ab46abc19b tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328732 Aug 06 17:35:25.167150 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:35:25.360393 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ace39-7d0c-4426-9c89-7082411f77e7 req-18ac043c-598d-4cfa-901a-db84cb57b4c1 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:35:25.362083 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-036ace39-7d0c-4426-9c89-7082411f77e7 req-18ac043c-598d-4cfa-901a-db84cb57b4c1 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ddb5d43-1e28-4911-bec4-9c1cd4d45353 HTTP/1.1" status: 200 len: 943 time: 0.0548756 Aug 06 17:35:25.391676 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device d0353157-6c43-424e-ae0c-c7f90de757e6 details requested by agent hyperv_hv-cinder-80377 with host hv-cinder-80377 {{(pid=93310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 17:35:25.405690 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-036ace39-7d0c-4426-9c89-7082411f77e7 req-792b67d3-3e28-43ba-b143-ec6e878a15eb tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375555 Aug 06 17:35:25.498025 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port d0353157-6c43-424e-ae0c-c7f90de757e6, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=d0353157-6c43-424e-ae0c-c7f90de757e6,segment=NetworkSegment(02b005d2-1715-4919-aaec-fce73105542d),segment_id=02b005d2-1715-4919-aaec-fce73105542d)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:35:25.512404 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Returning: {'device': 'd0353157-6c43-424e-ae0c-c7f90de757e6', 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36', 'port_id': 'd0353157-6c43-424e-ae0c-c7f90de757e6', 'mac_address': 'fa:16:3e:e8:f8:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a9869f0-8837-4c76-82e1-b61ab6cd1287', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 17:35:25.550506 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:35:25.563607 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0353157-6c43-424e-ae0c-c7f90de757e6 {{(pid=93310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:35:25.584491 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port d0353157-6c43-424e-ae0c-c7f90de757e6, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=d0353157-6c43-424e-ae0c-c7f90de757e6,segment=NetworkSegment(02b005d2-1715-4919-aaec-fce73105542d),segment_id=02b005d2-1715-4919-aaec-fce73105542d)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:35:25.590300 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:35:25.638320 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=d0353157-6c43-424e-ae0c-c7f90de757e6,revision_number=4']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:35:25.646012 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:35:25.646393 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:35:25.646734 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:35:25.647072 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:35:25.647401 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:35:25.647732 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:35:25.648034 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:35:25.648383 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:35:25.648706 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:35:25.649031 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:35:25.649349 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:35:25.649656 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:35:25.905343 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] get_ports_and_sgs() called for port_ids ['d0353157-6c43-424e-ae0c-c7f90de757e6'] {{(pid=93310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:35:26.538096 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f76b6b-0a6b-472e-b2d5-786ee9d7ceb0 req-cb099bbe-bbc5-45dc-a548-ef134a2471de tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:35:26.539595 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-b5f76b6b-0a6b-472e-b2d5-786ee9d7ceb0 req-cb099bbe-bbc5-45dc-a548-ef134a2471de tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ddb5d43-1e28-4911-bec4-9c1cd4d45353 HTTP/1.1" status: 200 len: 944 time: 0.0539997 Aug 06 17:35:26.585592 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-b5f76b6b-0a6b-472e-b2d5-786ee9d7ceb0 req-1040d112-0ba9-4da4-991e-320d0d3baa69 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371988 Aug 06 17:35:27.016057 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:35:27.391935 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device d0353157-6c43-424e-ae0c-c7f90de757e6 up at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:35:27.453259 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Provisioning for port d0353157-6c43-424e-ae0c-c7f90de757e6 completed by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:35:27.457624 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Provisioning complete for port d0353157-6c43-424e-ae0c-c7f90de757e6 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:35:27.457984 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:35:27.543895 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:35:27.568348 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ddb5d43-1e28-4911-bec4-9c1cd4d45353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0353157-6c43-424e-ae0c-c7f90de757e6'}] {{(pid=93310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:35:27.570663 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713379ad4201aa67d1557f3d7b7da947c96b0ad1778a29fd635d5f04ae47f1c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2661980b-80ea-4a3a-b664-79b11f24a694" -d '{"events": [{"server_uuid": "1ddb5d43-1e28-4911-bec4-9c1cd4d45353", "name": "network-vif-plugged", "status": "completed", "tag": "d0353157-6c43-424e-ae0c-c7f90de757e6"}]}' {{(pid=93310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:35:27.584272 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port d0353157-6c43-424e-ae0c-c7f90de757e6, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=d0353157-6c43-424e-ae0c-c7f90de757e6,segment=NetworkSegment(02b005d2-1715-4919-aaec-fce73105542d),segment_id=02b005d2-1715-4919-aaec-fce73105542d)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:35:27.588809 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:35:27.637431 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=d0353157-6c43-424e-ae0c-c7f90de757e6,revision_number=5']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:35:27.671626 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc2d479-10bd-4e3d-920e-7e20900e6e5a x-openstack-request-id: req-edc2d479-10bd-4e3d-920e-7e20900e6e5a {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:35:27.671911 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ddb5d43-1e28-4911-bec4-9c1cd4d45353", "name": "network-vif-plugged", "status": "completed", "tag": "d0353157-6c43-424e-ae0c-c7f90de757e6", "code": 200}]} {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:35:27.672158 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-edc2d479-10bd-4e3d-920e-7e20900e6e5a {{(pid=93310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:35:27.672854 dv-cinder-803773-1-iscsi neutron-server[93310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ddb5d43-1e28-4911-bec4-9c1cd4d45353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0353157-6c43-424e-ae0c-c7f90de757e6', 'code': 200} Aug 06 17:35:27.712542 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432346a6-6b6f-44cf-81f5-d7daa2493b21 req-fb3c18d2-3375-4039-a0dd-d76f427800c0 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:35:27.714032 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-432346a6-6b6f-44cf-81f5-d7daa2493b21 req-fb3c18d2-3375-4039-a0dd-d76f427800c0 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ddb5d43-1e28-4911-bec4-9c1cd4d45353 HTTP/1.1" status: 200 len: 945 time: 0.0508444 Aug 06 17:35:27.756260 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-432346a6-6b6f-44cf-81f5-d7daa2493b21 req-1352874d-a63b-4a3b-ad12-9a0dc98a7f8a tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348897 Aug 06 17:35:27.970615 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360267ea-607d-458b-8f71-0d485f073f68 req-8c3cb1a3-f645-4b53-9e76-fa6fa1e0a757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:35:27.971987 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-360267ea-607d-458b-8f71-0d485f073f68 req-8c3cb1a3-f645-4b53-9e76-fa6fa1e0a757 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1ddb5d43-1e28-4911-bec4-9c1cd4d45353 HTTP/1.1" status: 200 len: 1098 time: 0.0424700 Aug 06 17:35:28.017700 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-360267ea-607d-458b-8f71-0d485f073f68 req-311b8f56-cc13-4561-aa61-a8da58509cd6 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350094 Aug 06 17:35:28.886397 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1161ba1-c09d-42e5-bd7d-5214b338be3f req-99ab82ed-cb6f-4112-ab64-3fc5a5030ae7 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:35:28.887877 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-d1161ba1-c09d-42e5-bd7d-5214b338be3f req-99ab82ed-cb6f-4112-ab64-3fc5a5030ae7 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ddb5d43-1e28-4911-bec4-9c1cd4d45353 HTTP/1.1" status: 200 len: 945 time: 0.0524299 Aug 06 17:35:28.928751 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-d1161ba1-c09d-42e5-bd7d-5214b338be3f req-a1c3f811-c039-44d0-aa55-5c25122fc9d4 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327766 Aug 06 17:35:30.059210 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48a8eb-f2a6-438b-a37e-e64148460a86 req-39869597-444f-48f2-8529-930bbccbe7f3 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:35:30.060678 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-ff48a8eb-f2a6-438b-a37e-e64148460a86 req-39869597-444f-48f2-8529-930bbccbe7f3 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ddb5d43-1e28-4911-bec4-9c1cd4d45353 HTTP/1.1" status: 200 len: 945 time: 0.0537164 Aug 06 17:35:30.099910 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-ff48a8eb-f2a6-438b-a37e-e64148460a86 req-7f5faa15-b4b4-4522-aae5-5674dcc3d62e tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326097 Aug 06 17:35:30.222307 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192275c-15ce-4b46-952d-556453b79aea req-ddd97ff4-30aa-4da8-9a7b-56d69014570e tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:35:30.223675 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c192275c-15ce-4b46-952d-556453b79aea req-ddd97ff4-30aa-4da8-9a7b-56d69014570e tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ddb5d43-1e28-4911-bec4-9c1cd4d45353 HTTP/1.1" status: 200 len: 945 time: 0.0555325 Aug 06 17:35:30.262006 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c192275c-15ce-4b46-952d-556453b79aea req-eaed1d5a-b418-4f7a-bcbf-c2be24324240 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322165 Aug 06 17:35:30.290600 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 40786) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:35:30.332294 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c92f24-25ce-46cf-925c-c1b5f2535a4a tempest-TestVolumeBootPattern-1504761582 tempest-TestVolumeBootPattern-1504761582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:35:30.333784 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-54c92f24-25ce-46cf-925c-c1b5f2535a4a tempest-TestVolumeBootPattern-1504761582 tempest-TestVolumeBootPattern-1504761582-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=1ddb5d43-1e28-4911-bec4-9c1cd4d45353 HTTP/1.1" status: 200 len: 1093 time: 0.0421758 Aug 06 17:35:30.337922 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 40788) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:35:30.342226 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.v2.base [None req-99ca4fe9-fd02-49b9-a582-f9508ebe79bf tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Request body: {'floatingip': {'floating_network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'port_id': 'd0353157-6c43-424e-ae0c-c7f90de757e6', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:35:30.368174 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-99ca4fe9-fd02-49b9-a582-f9508ebe79bf tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks [] for floatingip, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:35:30.464057 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-99ca4fe9-fd02-49b9-a582-f9508ebe79bf tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:35:30.569431 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.db_base_plugin_common [None req-99ca4fe9-fd02-49b9-a582-f9508ebe79bf tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Allocated IP 172.27.0.128 (2c4c21cf-2746-4b14-9730-0a69daab855b/0d6fa379-a3fa-4b6f-9c88-fa9af5610e03/18edacc9-a5b9-44c5-b154-4f21227df165) {{(pid=93308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:35:30.675320 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-99ca4fe9-fd02-49b9-a582-f9508ebe79bf tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks [] for port, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:35:31.005062 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-99ca4fe9-fd02-49b9-a582-f9508ebe79bf tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768831169244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089738'] for port, after_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:35:31.044832 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ca4fe9-fd02-49b9-a582-f9508ebe79bf tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Network 2c4c21cf-2746-4b14-9730-0a69daab855b is already hosted by enough agents. {{(pid=93308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:35:31.048100 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.base_scheduler [None req-99ca4fe9-fd02-49b9-a582-f9508ebe79bf tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Resources bound (agent type, host, resource id): {{(pid=93308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:35:31.053683 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ca4fe9-fd02-49b9-a582-f9508ebe79bf tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Received port after_create {{(pid=93308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:35:31.058067 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca4fe9-fd02-49b9-a582-f9508ebe79bf tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Pushing event updated for resources: {'Port': ['ID=18edacc9-a5b9-44c5-b154-4f21227df165,revision_number=1']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:35:31.409052 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-99ca4fe9-fd02-49b9-a582-f9508ebe79bf tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:35:31.489652 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-99ca4fe9-fd02-49b9-a582-f9508ebe79bf tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:35:31.641809 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-99ca4fe9-fd02-49b9-a582-f9508ebe79bf tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks [] for port, precommit_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:35:31.649069 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-99ca4fe9-fd02-49b9-a582-f9508ebe79bf tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089731'] for port, after_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:35:31.713326 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca4fe9-fd02-49b9-a582-f9508ebe79bf tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Pushing event updated for resources: {'Port': ['ID=18edacc9-a5b9-44c5-b154-4f21227df165,revision_number=2']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:35:31.728724 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-99ca4fe9-fd02-49b9-a582-f9508ebe79bf tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435792'] for floatingip, after_update {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:35:31.830150 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.db.l3_db [None req-99ca4fe9-fd02-49b9-a582-f9508ebe79bf tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Floating IP c0a2609f-bfc6-4df0-8c29-4c35b280fa24 associated. External IP: 172.27.0.128, port: d0353157-6c43-424e-ae0c-c7f90de757e6. Aug 06 17:35:32.036154 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ca4fe9-fd02-49b9-a582-f9508ebe79bf tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Router 2a67d704-2d73-4388-92ad-904eaa543784 has already been hosted by L3 agent cbcd3d9e-bca5-4529-952b-48c65d2aceac {{(pid=93308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:35:32.143207 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ca4fe9-fd02-49b9-a582-f9508ebe79bf tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify agent at l3_agent.dv-cinder-803773-1-iscsi the message routers_updated {{(pid=93308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:35:32.157453 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9252089-c843-47e9-9318-803286589211 None None] Sync routers for ids ['2a67d704-2d73-4388-92ad-904eaa543784'] in dv-cinder-803773-1-iscsi {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:35:32.162983 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-99ca4fe9-fd02-49b9-a582-f9508ebe79bf tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for floatingip, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:35:32.171636 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9252089-c843-47e9-9318-803286589211 None None] Routers {'2a67d704-2d73-4388-92ad-904eaa543784'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:35:32.172280 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-e9252089-c843-47e9-9318-803286589211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:35:23Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['2a67d704-2d73-4388-92ad-904eaa543784'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:35:32.191700 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-99ca4fe9-fd02-49b9-a582-f9508ebe79bf tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8527009 Aug 06 17:35:32.192358 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ddb5d43-1e28-4911-bec4-9c1cd4d45353', 'tag': 'd0353157-6c43-424e-ae0c-c7f90de757e6'}] {{(pid=93308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:35:32.194708 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9970891e86e7a54ba8327591cdb5f98a510e69f2198634f60bde42845cd177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1515f47-b162-4c5e-b8bd-20b6ece118ef" -d '{"events": [{"name": "network-changed", "server_uuid": "1ddb5d43-1e28-4911-bec4-9c1cd4d45353", "tag": "d0353157-6c43-424e-ae0c-c7f90de757e6"}]}' {{(pid=93308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:35:32.230847 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917f68bf-9720-4796-beda-9a0cf95acda2 x-openstack-request-id: req-917f68bf-9720-4796-beda-9a0cf95acda2 {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:35:32.231099 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ddb5d43-1e28-4911-bec4-9c1cd4d45353", "tag": "d0353157-6c43-424e-ae0c-c7f90de757e6", "status": "completed", "code": 200}]} {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:35:32.231454 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-917f68bf-9720-4796-beda-9a0cf95acda2 {{(pid=93308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:35:32.231861 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ddb5d43-1e28-4911-bec4-9c1cd4d45353', 'tag': 'd0353157-6c43-424e-ae0c-c7f90de757e6', 'status': 'completed', 'code': 200} Aug 06 17:35:32.275047 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-e9252089-c843-47e9-9318-803286589211 None None] Set router 2a67d704-2d73-4388-92ad-904eaa543784 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:35:32.322820 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1515f47-b162-4c5e-b8bd-20b6ece118ef req-0f6ba70f-7c4b-4403-84a1-6024a8c94970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:35:32.324339 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a1515f47-b162-4c5e-b8bd-20b6ece118ef req-0f6ba70f-7c4b-4403-84a1-6024a8c94970 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d890e20c0d05493c9b56c9fba16f16d4&device_id=1ddb5d43-1e28-4911-bec4-9c1cd4d45353 HTTP/1.1" status: 200 len: 1098 time: 0.0458701 Aug 06 17:35:32.415396 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1515f47-b162-4c5e-b8bd-20b6ece118ef req-99113533-0b0f-41fc-bcc7-51d0358892ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:35:32.416978 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a1515f47-b162-4c5e-b8bd-20b6ece118ef req-99113533-0b0f-41fc-bcc7-51d0358892ac service neutron] 10.222.0.96 "GET /v2.0/networks?id=12959d86-3f27-4436-a850-45d1f5a6fb36 HTTP/1.1" status: 200 len: 914 time: 0.0852275 Aug 06 17:35:32.487281 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a1515f47-b162-4c5e-b8bd-20b6ece118ef req-54e930a8-4778-47a1-a591-37c3ceefbcaa service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0353157-6c43-424e-ae0c-c7f90de757e6 HTTP/1.1" status: 200 len: 999 time: 0.0622535 Aug 06 17:35:32.508091 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-e9252089-c843-47e9-9318-803286589211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a67d704-2d73-4388-92ad-904eaa543784', 'name': 'tempest-TestVolumeBootPattern-1564771153-router', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8fc0b773-015b-40c1-acfa-396afe83ce4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:30:01Z', 'revision_number': 4, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'gw_port': {'id': '8fc0b773-015b-40c1-acfa-396afe83ce4b', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_floatingips': [{'id': '4d6fe6d6-5ea4-498d-b42f-582f5d713cb7', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'router_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'port_id': '28854aa6-ead1-4498-b242-355b82f2cd74', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36', 'mac_address': 'fa:16:3e:3e:03:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0936ec-85ca-43e6-8130-3dff042c1aa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:33:23Z', 'updated_at': '2021-08-06T17:33:26Z', 'revision_number': 1, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'fixed_ip_address_scope': None}, {'id': 'c0a2609f-bfc6-4df0-8c29-4c35b280fa24', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'router_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'port_id': 'd0353157-6c43-424e-ae0c-c7f90de757e6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36', 'mac_address': 'fa:16:3e:e8:f8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddb5d43-1e28-4911-bec4-9c1cd4d45353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:35:31Z', 'updated_at': '2021-08-06T17:35:31Z', 'revision_number': 0, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c95aac-f09e-42c3-9a66-cee2b39f36c0', 'name': '', 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'mac_address': 'fa:16:3e:d0:ee:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '9a9869f0-8837-4c76-82e1-b61ab6cd1287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:30:00Z', 'updated_at': '2021-08-06T17:30:08Z', 'revision_number': 5, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'subnets': [{'id': '9a9869f0-8837-4c76-82e1-b61ab6cd1287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:35:32.534505 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9252089-c843-47e9-9318-803286589211 None None] Checking router: 2a67d704-2d73-4388-92ad-904eaa543784 for host: dv-cinder-803773-1-iscsi {{(pid=93310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:35:32.538847 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1515f47-b162-4c5e-b8bd-20b6ece118ef req-d0deac31-d1dc-4b9d-8469-73ff8d914b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:35:32.540311 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a1515f47-b162-4c5e-b8bd-20b6ece118ef req-d0deac31-d1dc-4b9d-8469-73ff8d914b8e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9a9869f0-8837-4c76-82e1-b61ab6cd1287 HTTP/1.1" status: 200 len: 851 time: 0.0458891 Aug 06 17:35:32.543050 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9252089-c843-47e9-9318-803286589211 None None] Routers {'2a67d704-2d73-4388-92ad-904eaa543784'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:35:32.543648 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-e9252089-c843-47e9-9318-803286589211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:35:23Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['2a67d704-2d73-4388-92ad-904eaa543784'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:35:32.588322 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1515f47-b162-4c5e-b8bd-20b6ece118ef req-ad218bf4-c46d-4e14-89c0-2183e7beb396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:35:32.589805 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a1515f47-b162-4c5e-b8bd-20b6ece118ef req-ad218bf4-c46d-4e14-89c0-2183e7beb396 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=12959d86-3f27-4436-a850-45d1f5a6fb36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413911 Aug 06 17:35:32.649554 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-e9252089-c843-47e9-9318-803286589211 None None] Set router 2a67d704-2d73-4388-92ad-904eaa543784 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:35:32.687755 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a1515f47-b162-4c5e-b8bd-20b6ece118ef req-c94f3c12-4ed5-4b28-9d78-721ac86cb5c2 service neutron] 10.222.0.96 "GET /v2.0/networks/12959d86-3f27-4436-a850-45d1f5a6fb36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901520 Aug 06 17:35:32.781977 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a1515f47-b162-4c5e-b8bd-20b6ece118ef req-bdb238b8-da79-4152-8ccd-0a4c339ba9c6 service neutron] 10.222.0.96 "GET /v2.0/networks/12959d86-3f27-4436-a850-45d1f5a6fb36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865140 Aug 06 17:35:32.895160 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-e9252089-c843-47e9-9318-803286589211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a67d704-2d73-4388-92ad-904eaa543784', 'name': 'tempest-TestVolumeBootPattern-1564771153-router', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8fc0b773-015b-40c1-acfa-396afe83ce4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:30:01Z', 'revision_number': 4, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'gw_port': {'id': '8fc0b773-015b-40c1-acfa-396afe83ce4b', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_floatingips': [{'id': '4d6fe6d6-5ea4-498d-b42f-582f5d713cb7', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'router_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'port_id': '28854aa6-ead1-4498-b242-355b82f2cd74', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36', 'mac_address': 'fa:16:3e:3e:03:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0936ec-85ca-43e6-8130-3dff042c1aa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:33:23Z', 'updated_at': '2021-08-06T17:33:26Z', 'revision_number': 1, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'fixed_ip_address_scope': None}, {'id': 'c0a2609f-bfc6-4df0-8c29-4c35b280fa24', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'router_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'port_id': 'd0353157-6c43-424e-ae0c-c7f90de757e6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36', 'mac_address': 'fa:16:3e:e8:f8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddb5d43-1e28-4911-bec4-9c1cd4d45353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:35:31Z', 'updated_at': '2021-08-06T17:35:31Z', 'revision_number': 0, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c95aac-f09e-42c3-9a66-cee2b39f36c0', 'name': '', 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'mac_address': 'fa:16:3e:d0:ee:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '9a9869f0-8837-4c76-82e1-b61ab6cd1287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:30:00Z', 'updated_at': '2021-08-06T17:30:08Z', 'revision_number': 5, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'subnets': [{'id': '9a9869f0-8837-4c76-82e1-b61ab6cd1287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:35:32.921268 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9252089-c843-47e9-9318-803286589211 None None] The sync data for ids ['2a67d704-2d73-4388-92ad-904eaa543784'] in dv-cinder-803773-1-iscsi is: [{'id': '2a67d704-2d73-4388-92ad-904eaa543784', 'name': 'tempest-TestVolumeBootPattern-1564771153-router', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8fc0b773-015b-40c1-acfa-396afe83ce4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:30:01Z', 'revision_number': 4, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'gw_port': {'id': '8fc0b773-015b-40c1-acfa-396afe83ce4b', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_floatingips': [{'id': '4d6fe6d6-5ea4-498d-b42f-582f5d713cb7', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'router_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'port_id': '28854aa6-ead1-4498-b242-355b82f2cd74', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36', 'mac_address': 'fa:16:3e:3e:03:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0936ec-85ca-43e6-8130-3dff042c1aa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:33:23Z', 'updated_at': '2021-08-06T17:33:26Z', 'revision_number': 1, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'fixed_ip_address_scope': None}, {'id': 'c0a2609f-bfc6-4df0-8c29-4c35b280fa24', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'router_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'port_id': 'd0353157-6c43-424e-ae0c-c7f90de757e6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36', 'mac_address': 'fa:16:3e:e8:f8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddb5d43-1e28-4911-bec4-9c1cd4d45353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:35:31Z', 'updated_at': '2021-08-06T17:35:31Z', 'revision_number': 0, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c95aac-f09e-42c3-9a66-cee2b39f36c0', 'name': '', 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'mac_address': 'fa:16:3e:d0:ee:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '9a9869f0-8837-4c76-82e1-b61ab6cd1287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:30:00Z', 'updated_at': '2021-08-06T17:30:08Z', 'revision_number': 5, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'subnets': [{'id': '9a9869f0-8837-4c76-82e1-b61ab6cd1287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:35:33.132296 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1395f1d-daaa-4529-9b92-9569d47692e5 None None] New status for floating IP c0a2609f-bfc6-4df0-8c29-4c35b280fa24: ACTIVE {{(pid=93311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 17:35:40.202961 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:35:48.381143 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.agents_db [None req-f0f84874-ee0a-4567-8005-82f1841bb43f None None] Agent healthcheck: found 6 active agents {{(pid=93311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:35:51.135719 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-1b283565-14d0-4008-af96-59b359ca81e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:35:51.270216 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-bc286478-16ea-46a5-a25b-864d1c34f382 req-1307513d-db24-4ca5-bf87-0928f95494cc service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468993 Aug 06 17:35:51.351729 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc286478-16ea-46a5-a25b-864d1c34f382 req-da0c4b2d-f160-4053-830d-4dde34f6d19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:35:51.353242 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-bc286478-16ea-46a5-a25b-864d1c34f382 req-da0c4b2d-f160-4053-830d-4dde34f6d19f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=526db43a44324a978e79d502de775a0f&device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 1099 time: 0.0452995 Aug 06 17:35:51.469308 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc286478-16ea-46a5-a25b-864d1c34f382 req-ff6b7013-eabd-4666-a09c-891cad2d1d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:35:51.470828 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-bc286478-16ea-46a5-a25b-864d1c34f382 req-ff6b7013-eabd-4666-a09c-891cad2d1d57 service neutron] 10.222.0.96 "GET /v2.0/networks?id=383650eb-2e78-4aeb-9cb2-572c5e0eee93 HTTP/1.1" status: 200 len: 911 time: 0.0904019 Aug 06 17:35:51.542421 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-bc286478-16ea-46a5-a25b-864d1c34f382 req-3d1c9e22-733c-42ee-b835-3d4d88754577 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77b1741d-230c-4311-a98d-0ad146f73880 HTTP/1.1" status: 200 len: 1001 time: 0.0631924 Aug 06 17:35:51.596433 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc286478-16ea-46a5-a25b-864d1c34f382 req-751cae11-6ae3-402d-b08a-51a00de571af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:35:51.598921 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-bc286478-16ea-46a5-a25b-864d1c34f382 req-751cae11-6ae3-402d-b08a-51a00de571af service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6c3fa723-e45e-4be4-a8d3-fa4a33999fae HTTP/1.1" status: 200 len: 848 time: 0.0483131 Aug 06 17:35:51.655459 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc286478-16ea-46a5-a25b-864d1c34f382 req-d57b6c14-5702-44c2-90d5-355b7116422d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:35:51.656906 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-bc286478-16ea-46a5-a25b-864d1c34f382 req-d57b6c14-5702-44c2-90d5-355b7116422d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=383650eb-2e78-4aeb-9cb2-572c5e0eee93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489247 Aug 06 17:35:51.763496 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-bc286478-16ea-46a5-a25b-864d1c34f382 req-67afcbaa-89de-4440-9607-bc3411e67221 service neutron] 10.222.0.96 "GET /v2.0/networks/383650eb-2e78-4aeb-9cb2-572c5e0eee93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969985 Aug 06 17:35:51.869475 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-bc286478-16ea-46a5-a25b-864d1c34f382 req-cfba867f-34c8-4a9a-bbe9-4019851d1ff2 service neutron] 10.222.0.96 "GET /v2.0/networks/383650eb-2e78-4aeb-9cb2-572c5e0eee93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978360 Aug 06 17:35:53.424281 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-2a384e60-c0e1-44da-ae0a-7326be6a0978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:35:54.104602 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:35:55.178966 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:35:57.012076 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:36:01.097186 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa40d30-10ea-4e5b-8d3e-d91448501a47 req-5d17b477-b98c-485e-b4ca-ab779dcf00fd tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:36:01.098681 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-eaa40d30-10ea-4e5b-8d3e-d91448501a47 req-5d17b477-b98c-485e-b4ca-ab779dcf00fd tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 946 time: 0.0602512 Aug 06 17:36:01.143357 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-eaa40d30-10ea-4e5b-8d3e-d91448501a47 req-bfde1c2c-6e53-48b1-9212-2db367f4bee0 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2c3458d-ef23-44c5-a13e-16072b5e98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349314 Aug 06 17:36:02.279067 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d7f99-a9ac-482a-8d8d-5a7ca8b58dc5 req-997dd2de-f4a9-44e6-96e0-52f622bf390d tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:36:02.280474 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-6a5d7f99-a9ac-482a-8d8d-5a7ca8b58dc5 req-997dd2de-f4a9-44e6-96e0-52f622bf390d tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 946 time: 0.0558918 Aug 06 17:36:02.327279 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-6a5d7f99-a9ac-482a-8d8d-5a7ca8b58dc5 req-993c74d9-0a8f-4a67-a292-f574e21c0f23 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2c3458d-ef23-44c5-a13e-16072b5e98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377481 Aug 06 17:36:03.473587 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5841aa-156e-45f9-9280-613bc415011b req-2216bf20-9902-400d-82c0-84534266824c tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:36:03.475113 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-fa5841aa-156e-45f9-9280-613bc415011b req-2216bf20-9902-400d-82c0-84534266824c tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 946 time: 0.0609055 Aug 06 17:36:03.517565 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-fa5841aa-156e-45f9-9280-613bc415011b req-1fb05f56-3f5f-441b-b9c4-e5e43c8a4b2a tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2c3458d-ef23-44c5-a13e-16072b5e98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334399 Aug 06 17:36:04.646945 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2803c1ef-3f2d-493a-ba50-f3c5a09ef96e req-350e31c7-9a72-4b75-837e-37712d0251b2 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:36:04.648414 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-2803c1ef-3f2d-493a-ba50-f3c5a09ef96e req-350e31c7-9a72-4b75-837e-37712d0251b2 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 946 time: 0.0561361 Aug 06 17:36:04.689917 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-2803c1ef-3f2d-493a-ba50-f3c5a09ef96e req-19999621-7adc-43c5-9ac5-c9f713750ecd tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2c3458d-ef23-44c5-a13e-16072b5e98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326123 Aug 06 17:36:05.831016 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b12565-f31d-400b-a990-9fb6a06cf5e0 req-594e31df-1ab8-4cf5-a67c-1a02a8a60a24 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:36:05.832602 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-35b12565-f31d-400b-a990-9fb6a06cf5e0 req-594e31df-1ab8-4cf5-a67c-1a02a8a60a24 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 946 time: 0.0602012 Aug 06 17:36:05.877515 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-35b12565-f31d-400b-a990-9fb6a06cf5e0 req-0f666185-33f8-4988-99da-2148c002f07f tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2c3458d-ef23-44c5-a13e-16072b5e98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386524 Aug 06 17:36:07.009259 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dda71f-dd85-483f-9a9e-a4cc51aa5728 req-fa1fecaa-a130-462a-8a6f-ff9fc30b5406 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:36:07.010853 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-22dda71f-dd85-483f-9a9e-a4cc51aa5728 req-fa1fecaa-a130-462a-8a6f-ff9fc30b5406 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 946 time: 0.0575194 Aug 06 17:36:07.056825 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-22dda71f-dd85-483f-9a9e-a4cc51aa5728 req-79d384d1-4301-416f-a2c8-bce78c579db9 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2c3458d-ef23-44c5-a13e-16072b5e98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394397 Aug 06 17:36:08.183024 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604be3c-3705-434a-836b-bdb39b9c23fa req-f5f6d913-ac54-4a67-add1-1214a9c17ddc tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:36:08.184517 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-1604be3c-3705-434a-836b-bdb39b9c23fa req-f5f6d913-ac54-4a67-add1-1214a9c17ddc tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 946 time: 0.0592692 Aug 06 17:36:08.226740 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-1604be3c-3705-434a-836b-bdb39b9c23fa req-ac3ed188-3e1a-4b89-bee2-66832d695c57 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2c3458d-ef23-44c5-a13e-16072b5e98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360887 Aug 06 17:36:09.357959 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a577ef6-ea9a-4f24-a314-82d79a091334 req-730ab7c9-15b9-4c47-963d-183bdc989a5c tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:36:09.359706 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-1a577ef6-ea9a-4f24-a314-82d79a091334 req-730ab7c9-15b9-4c47-963d-183bdc989a5c tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 946 time: 0.0551994 Aug 06 17:36:09.400288 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-1a577ef6-ea9a-4f24-a314-82d79a091334 req-a46343cf-66b7-43ea-b245-5f5d3bda4670 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2c3458d-ef23-44c5-a13e-16072b5e98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333233 Aug 06 17:36:10.200780 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:36:10.535029 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb3ec0-53ca-4ee9-b8eb-3d94bdf375df req-02181b71-c815-4fb7-a08b-a74315af59b9 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:36:10.537108 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-b1fb3ec0-53ca-4ee9-b8eb-3d94bdf375df req-02181b71-c815-4fb7-a08b-a74315af59b9 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 946 time: 0.0567572 Aug 06 17:36:10.580172 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-b1fb3ec0-53ca-4ee9-b8eb-3d94bdf375df req-5a5e4726-0079-46e3-bb59-ba4aa9d63b70 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2c3458d-ef23-44c5-a13e-16072b5e98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371523 Aug 06 17:36:11.325638 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc9ac1-ac2d-4a8e-9fc5-730cd46d7dc0 req-b18f0679-7aed-4c06-983c-21f5441862a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:36:11.327039 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-7ffc9ac1-ac2d-4a8e-9fc5-730cd46d7dc0 req-b18f0679-7aed-4c06-983c-21f5441862a5 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=526db43a44324a978e79d502de775a0f&device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 1099 time: 0.0515079 Aug 06 17:36:11.420648 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc9ac1-ac2d-4a8e-9fc5-730cd46d7dc0 req-4c60272a-670b-418b-88df-b7d6ccbc67bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:36:11.422464 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-7ffc9ac1-ac2d-4a8e-9fc5-730cd46d7dc0 req-4c60272a-670b-418b-88df-b7d6ccbc67bb service neutron] 10.222.0.96 "GET /v2.0/networks?id=383650eb-2e78-4aeb-9cb2-572c5e0eee93 HTTP/1.1" status: 200 len: 911 time: 0.0872378 Aug 06 17:36:11.488165 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-7ffc9ac1-ac2d-4a8e-9fc5-730cd46d7dc0 req-77edd66a-850c-4142-8754-e2c7f685d478 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77b1741d-230c-4311-a98d-0ad146f73880 HTTP/1.1" status: 200 len: 1001 time: 0.0575995 Aug 06 17:36:11.541448 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc9ac1-ac2d-4a8e-9fc5-730cd46d7dc0 req-a555ab1f-337e-4960-9922-ff2933446f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:36:11.542953 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-7ffc9ac1-ac2d-4a8e-9fc5-730cd46d7dc0 req-a555ab1f-337e-4960-9922-ff2933446f81 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6c3fa723-e45e-4be4-a8d3-fa4a33999fae HTTP/1.1" status: 200 len: 848 time: 0.0469670 Aug 06 17:36:11.590304 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc9ac1-ac2d-4a8e-9fc5-730cd46d7dc0 req-7b3cbf81-5458-4d20-a190-a6c4460f4dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:36:11.591656 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-7ffc9ac1-ac2d-4a8e-9fc5-730cd46d7dc0 req-7b3cbf81-5458-4d20-a190-a6c4460f4dc1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=383650eb-2e78-4aeb-9cb2-572c5e0eee93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404704 Aug 06 17:36:11.685192 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-7ffc9ac1-ac2d-4a8e-9fc5-730cd46d7dc0 req-3436fef2-913d-4e0e-bc75-6dc56dcbc2ce service neutron] 10.222.0.96 "GET /v2.0/networks/383650eb-2e78-4aeb-9cb2-572c5e0eee93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849750 Aug 06 17:36:11.699521 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64678c-1db2-44c4-a96f-8676c8c10142 req-231b2c19-b411-46e3-a530-9799f1d36fa8 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:36:11.701727 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-0f64678c-1db2-44c4-a96f-8676c8c10142 req-231b2c19-b411-46e3-a530-9799f1d36fa8 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 946 time: 0.0494220 Aug 06 17:36:11.738545 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-0f64678c-1db2-44c4-a96f-8676c8c10142 req-b5a005f2-d06e-49ce-8a41-3f5afb97fba8 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2c3458d-ef23-44c5-a13e-16072b5e98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313470 Aug 06 17:36:11.774230 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-7ffc9ac1-ac2d-4a8e-9fc5-730cd46d7dc0 req-4d37191e-4aea-44ed-bdae-f0e26bc310b9 service neutron] 10.222.0.96 "GET /v2.0/networks/383650eb-2e78-4aeb-9cb2-572c5e0eee93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803928 Aug 06 17:36:12.858236 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3702d-b81c-4cd3-a5e8-976d603924c9 req-be717f4c-662d-41b9-8779-57ec21d0f772 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:36:12.859862 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-b0f3702d-b81c-4cd3-a5e8-976d603924c9 req-be717f4c-662d-41b9-8779-57ec21d0f772 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 946 time: 0.0534444 Aug 06 17:36:12.902330 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-b0f3702d-b81c-4cd3-a5e8-976d603924c9 req-ae06d25a-3074-4381-883b-5a2e811fb7bf tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2c3458d-ef23-44c5-a13e-16072b5e98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337183 Aug 06 17:36:14.030560 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62edc5dd-6fd0-4bc5-bc37-50ca9d8b31a8 req-a9cf0ebf-593a-4230-a4ab-b749f595f99a tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:36:14.032082 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-62edc5dd-6fd0-4bc5-bc37-50ca9d8b31a8 req-a9cf0ebf-593a-4230-a4ab-b749f595f99a tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 946 time: 0.0543234 Aug 06 17:36:14.074114 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-62edc5dd-6fd0-4bc5-bc37-50ca9d8b31a8 req-78fd82cc-1b04-4d0a-9583-f86e7fcffb0d tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2c3458d-ef23-44c5-a13e-16072b5e98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355816 Aug 06 17:36:15.199042 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2f0a6-e350-4002-88fb-dffab87d4633 req-7925168b-8c88-4160-8b01-8264c9829b55 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:36:15.200491 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-8ff2f0a6-e350-4002-88fb-dffab87d4633 req-7925168b-8c88-4160-8b01-8264c9829b55 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 946 time: 0.0576966 Aug 06 17:36:15.243174 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-8ff2f0a6-e350-4002-88fb-dffab87d4633 req-69ba0f27-25d2-4f85-876f-a12441590688 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2c3458d-ef23-44c5-a13e-16072b5e98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332358 Aug 06 17:36:15.468874 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926dced-d0e1-4561-91a2-39a97340d370 req-8e70e062-46c6-4949-b8a5-34f2757d59fe tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:36:15.470473 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-3926dced-d0e1-4561-91a2-39a97340d370 req-8e70e062-46c6-4949-b8a5-34f2757d59fe tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 946 time: 0.0484240 Aug 06 17:36:15.511267 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-3926dced-d0e1-4561-91a2-39a97340d370 req-411823c8-2dab-4e14-9302-ff311465e7aa tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2c3458d-ef23-44c5-a13e-16072b5e98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337715 Aug 06 17:36:15.536382 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-ff8bacdc-b845-4f36-880a-53f92581e5ad req-33c9ead9-0f50-4778-992b-ad17e126e93a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1366742 Aug 06 17:36:16.634007 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f435f-3788-4c9e-83f1-9a2b107dfe43 req-bcb43541-bfd2-4dab-9b56-5ead164bcb72 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:36:16.635598 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-6f1f435f-3788-4c9e-83f1-9a2b107dfe43 req-bcb43541-bfd2-4dab-9b56-5ead164bcb72 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 946 time: 0.0489113 Aug 06 17:36:16.674878 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-6f1f435f-3788-4c9e-83f1-9a2b107dfe43 req-e63ccdd1-8a7d-4093-94ea-729418a30e13 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2c3458d-ef23-44c5-a13e-16072b5e98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330696 Aug 06 17:36:17.607199 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 77b1741d-230c-4311-a98d-0ad146f73880 no longer exists at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:36:17.691628 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:36:17.717316 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4723873-655a-4d66-9a66-0b11881b13d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77b1741d-230c-4311-a98d-0ad146f73880'}] {{(pid=93310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:36:17.719788 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713379ad4201aa67d1557f3d7b7da947c96b0ad1778a29fd635d5f04ae47f1c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1b9af8-4688-41ca-ab8f-946e493e954b" -d '{"events": [{"server_uuid": "e4723873-655a-4d66-9a66-0b11881b13d1", "name": "network-vif-unplugged", "status": "completed", "tag": "77b1741d-230c-4311-a98d-0ad146f73880"}]}' {{(pid=93310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:36:17.734620 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port 77b1741d-230c-4311-a98d-0ad146f73880, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=77b1741d-230c-4311-a98d-0ad146f73880,segment=NetworkSegment(766b331e-c03f-41d1-9717-c1f6796db104),segment_id=766b331e-c03f-41d1-9717-c1f6796db104)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:36:17.741411 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:36:17.764542 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 06 Aug 2021 17:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473f18db-2b93-4df2-9cc9-49444dfd6b60 x-openstack-request-id: req-473f18db-2b93-4df2-9cc9-49444dfd6b60 {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:36:17.764808 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4723873-655a-4d66-9a66-0b11881b13d1", "name": "network-vif-unplugged", "status": "failed", "tag": "77b1741d-230c-4311-a98d-0ad146f73880", "code": 422}]} {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:36:17.765069 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-473f18db-2b93-4df2-9cc9-49444dfd6b60 {{(pid=93310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:36:17.765451 dv-cinder-803773-1-iscsi neutron-server[93310]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e4723873-655a-4d66-9a66-0b11881b13d1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '77b1741d-230c-4311-a98d-0ad146f73880', 'code': 422} returned with failed status Aug 06 17:36:17.791012 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=77b1741d-230c-4311-a98d-0ad146f73880,revision_number=6']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:36:17.804128 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1f8d4-5ac3-4cd1-ad95-020addf3e52b req-ecd32a02-3edd-46d3-81c6-1f9ef2654d5c tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:36:17.805671 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-32b1f8d4-5ac3-4cd1-ad95-020addf3e52b req-ecd32a02-3edd-46d3-81c6-1f9ef2654d5c tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 944 time: 0.0584214 Aug 06 17:36:17.846194 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-32b1f8d4-5ac3-4cd1-ad95-020addf3e52b req-4b22a3ac-3b5e-4144-a03d-423d7ec11fb9 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2c3458d-ef23-44c5-a13e-16072b5e98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341980 Aug 06 17:36:18.961669 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccf4f5-cdb2-4cf8-aa10-833c531e72b1 req-4e3ca0ff-d71f-4064-b2f8-06960ac98d56 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:36:18.963120 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-82ccf4f5-cdb2-4cf8-aa10-833c531e72b1 req-4e3ca0ff-d71f-4064-b2f8-06960ac98d56 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 944 time: 0.0491138 Aug 06 17:36:19.011076 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-82ccf4f5-cdb2-4cf8-aa10-833c531e72b1 req-e97c924c-5226-4ea5-8bae-386b3bd4a589 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2c3458d-ef23-44c5-a13e-16072b5e98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415041 Aug 06 17:36:19.248157 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bacdc-b845-4f36-880a-53f92581e5ad req-439f4729-a499-4bbd-985f-7fd1130cd337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:36:19.249621 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-ff8bacdc-b845-4f36-880a-53f92581e5ad req-439f4729-a499-4bbd-985f-7fd1130cd337 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1&tenant_id=526db43a44324a978e79d502de775a0f HTTP/1.1" status: 200 len: 1097 time: 0.0521967 Aug 06 17:36:19.332348 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bacdc-b845-4f36-880a-53f92581e5ad req-43ed2be1-2b43-4f3c-862e-b6a2dd8b71f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:36:19.334087 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-ff8bacdc-b845-4f36-880a-53f92581e5ad req-43ed2be1-2b43-4f3c-862e-b6a2dd8b71f1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=526db43a44324a978e79d502de775a0f&device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 1097 time: 0.0470858 Aug 06 17:36:19.426590 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bacdc-b845-4f36-880a-53f92581e5ad req-ba9fafe3-652b-4b38-b020-22e13c02cd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:36:19.428066 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-ff8bacdc-b845-4f36-880a-53f92581e5ad req-ba9fafe3-652b-4b38-b020-22e13c02cd20 service neutron] 10.222.0.96 "GET /v2.0/networks?id=383650eb-2e78-4aeb-9cb2-572c5e0eee93 HTTP/1.1" status: 200 len: 911 time: 0.0859401 Aug 06 17:36:19.494954 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-ff8bacdc-b845-4f36-880a-53f92581e5ad req-ac568828-f654-415f-89b0-ebb5ed2654e2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77b1741d-230c-4311-a98d-0ad146f73880 HTTP/1.1" status: 200 len: 999 time: 0.0580199 Aug 06 17:36:19.546178 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bacdc-b845-4f36-880a-53f92581e5ad req-774d3853-8a64-4c66-934f-93fca97dde9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:36:19.547851 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-ff8bacdc-b845-4f36-880a-53f92581e5ad req-774d3853-8a64-4c66-934f-93fca97dde9e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6c3fa723-e45e-4be4-a8d3-fa4a33999fae HTTP/1.1" status: 200 len: 848 time: 0.0435610 Aug 06 17:36:19.599941 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bacdc-b845-4f36-880a-53f92581e5ad req-a2130f31-44be-4170-a230-45b3fafeaf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:36:19.601425 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-ff8bacdc-b845-4f36-880a-53f92581e5ad req-a2130f31-44be-4170-a230-45b3fafeaf68 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=383650eb-2e78-4aeb-9cb2-572c5e0eee93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449665 Aug 06 17:36:19.700004 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-ff8bacdc-b845-4f36-880a-53f92581e5ad req-1f9dd012-2b86-4f33-a0c7-6c6b8e4306f1 service neutron] 10.222.0.96 "GET /v2.0/networks/383650eb-2e78-4aeb-9cb2-572c5e0eee93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902610 Aug 06 17:36:19.800421 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-ff8bacdc-b845-4f36-880a-53f92581e5ad req-00f87e3e-7e33-45bf-9811-520782122b5c service neutron] 10.222.0.96 "GET /v2.0/networks/383650eb-2e78-4aeb-9cb2-572c5e0eee93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909379 Aug 06 17:36:20.145065 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91325f0a-fc5e-401d-a06c-d3b46b55de26 req-9e500cc3-9fd1-48b3-89c2-7a3ce7ab3a23 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:36:20.146988 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-91325f0a-fc5e-401d-a06c-d3b46b55de26 req-9e500cc3-9fd1-48b3-89c2-7a3ce7ab3a23 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 944 time: 0.0529928 Aug 06 17:36:20.189602 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-91325f0a-fc5e-401d-a06c-d3b46b55de26 req-e106a0a1-570f-4fe5-9680-25d063de8a57 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2c3458d-ef23-44c5-a13e-16072b5e98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336492 Aug 06 17:36:21.139234 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-b6f01500-1989-4edc-80e1-c95da1e92a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:36:21.322943 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e4df3-96fc-4fcd-8655-e277caa9211b req-0328dd0e-a5a2-4e16-ba96-6d8548dc6d83 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:36:21.324286 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f16e4df3-96fc-4fcd-8655-e277caa9211b req-0328dd0e-a5a2-4e16-ba96-6d8548dc6d83 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 944 time: 0.0532775 Aug 06 17:36:21.366712 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f16e4df3-96fc-4fcd-8655-e277caa9211b req-695c7025-9c81-4010-971e-05aaec5d5075 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2c3458d-ef23-44c5-a13e-16072b5e98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333607 Aug 06 17:36:22.487209 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90814a5-4520-4c7f-b8f1-6301e766b818 req-21ba170b-f3fa-4712-a95c-19b08bd8b60a tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:36:22.488712 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a90814a5-4520-4c7f-b8f1-6301e766b818 req-21ba170b-f3fa-4712-a95c-19b08bd8b60a tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 944 time: 0.0520170 Aug 06 17:36:22.529904 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-a90814a5-4520-4c7f-b8f1-6301e766b818 req-dd7fe475-f08f-4a78-9c90-073aac0ee943 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2c3458d-ef23-44c5-a13e-16072b5e98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350850 Aug 06 17:36:23.425123 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-d2335943-483a-4640-bbaf-1057a92fdd0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:36:23.664372 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e61aa-f76d-4265-ac4d-909c999a9f5a req-3a27cbc7-ee80-4aaf-bf1b-e6f551af3efb tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:36:23.665839 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-534e61aa-f76d-4265-ac4d-909c999a9f5a req-3a27cbc7-ee80-4aaf-bf1b-e6f551af3efb tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 944 time: 0.0574045 Aug 06 17:36:23.708072 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-534e61aa-f76d-4265-ac4d-909c999a9f5a req-968bdeb5-1808-41a8-8feb-13d839b1cd78 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2c3458d-ef23-44c5-a13e-16072b5e98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330040 Aug 06 17:36:24.106805 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:36:24.855958 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b197d79-b8b7-4bef-b28a-01a914d5a66d req-010061d8-4fc6-4e1f-b4dd-ebe8c6f6740f tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:36:24.857937 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-2b197d79-b8b7-4bef-b28a-01a914d5a66d req-010061d8-4fc6-4e1f-b4dd-ebe8c6f6740f tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 944 time: 0.0627122 Aug 06 17:36:24.905314 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-2b197d79-b8b7-4bef-b28a-01a914d5a66d req-62ecbff2-d36d-4861-af00-0995811de32d tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2c3458d-ef23-44c5-a13e-16072b5e98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382025 Aug 06 17:36:25.176076 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:36:25.385648 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.agents_db [None req-f0f84874-ee0a-4567-8005-82f1841bb43f None None] Agent healthcheck: found 6 active agents {{(pid=93311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:36:26.028028 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7b722-7ee0-46c3-a3cd-f7158bea0b20 req-03eb6b2e-1b31-4639-9344-f192c6ade6ed tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:36:26.029469 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f9f7b722-7ee0-46c3-a3cd-f7158bea0b20 req-03eb6b2e-1b31-4639-9344-f192c6ade6ed tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 944 time: 0.0556896 Aug 06 17:36:26.075321 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-f9f7b722-7ee0-46c3-a3cd-f7158bea0b20 req-14ffe0fb-d772-43b2-ae92-f860b74da5fd tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2c3458d-ef23-44c5-a13e-16072b5e98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369666 Aug 06 17:36:27.021839 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:36:27.211045 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a6082-5566-4b22-a799-876aa4a45a14 req-295715b1-bfb9-4dbd-949e-8febebe727b9 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:36:27.212557 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-b02a6082-5566-4b22-a799-876aa4a45a14 req-295715b1-bfb9-4dbd-949e-8febebe727b9 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 944 time: 0.0529852 Aug 06 17:36:27.254511 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-b02a6082-5566-4b22-a799-876aa4a45a14 req-8f7a446c-324f-41d7-9781-0e6f540f78f0 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2c3458d-ef23-44c5-a13e-16072b5e98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328836 Aug 06 17:36:27.687142 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 77b1741d-230c-4311-a98d-0ad146f73880 details requested by agent hyperv_hv-cinder-80377 with host hv-cinder-80377 {{(pid=93310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 17:36:27.810030 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port 77b1741d-230c-4311-a98d-0ad146f73880, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=77b1741d-230c-4311-a98d-0ad146f73880,segment=NetworkSegment(766b331e-c03f-41d1-9717-c1f6796db104),segment_id=766b331e-c03f-41d1-9717-c1f6796db104)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:36:27.822345 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Returning: {'device': '77b1741d-230c-4311-a98d-0ad146f73880', 'network_id': '383650eb-2e78-4aeb-9cb2-572c5e0eee93', 'port_id': '77b1741d-230c-4311-a98d-0ad146f73880', 'mac_address': 'fa:16:3e:dd:f9:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1075, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c3fa723-e45e-4be4-a8d3-fa4a33999fae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 17:36:27.870164 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:36:27.887604 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77b1741d-230c-4311-a98d-0ad146f73880 {{(pid=93310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:36:27.908204 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port 77b1741d-230c-4311-a98d-0ad146f73880, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=77b1741d-230c-4311-a98d-0ad146f73880,segment=NetworkSegment(766b331e-c03f-41d1-9717-c1f6796db104),segment_id=766b331e-c03f-41d1-9717-c1f6796db104)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:36:27.914750 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:36:27.978891 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=77b1741d-230c-4311-a98d-0ad146f73880,revision_number=7']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:36:27.986373 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:36:27.986725 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:36:27.987059 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:36:27.987391 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:36:27.987717 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:36:27.988048 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:36:27.988485 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:36:27.988788 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:36:27.989124 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:36:27.989465 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:36:27.989987 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:36:27.990737 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:36:28.236130 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] get_ports_and_sgs() called for port_ids ['77b1741d-230c-4311-a98d-0ad146f73880'] {{(pid=93310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:36:28.384710 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1c34f-ea54-481e-a21e-93800f4a3726 req-b548eeac-b916-4124-b802-fc9c3f24a81f tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:36:28.386084 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c1d1c34f-ea54-481e-a21e-93800f4a3726 req-b548eeac-b916-4124-b802-fc9c3f24a81f tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 945 time: 0.0508051 Aug 06 17:36:28.425826 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c1d1c34f-ea54-481e-a21e-93800f4a3726 req-ac88a52a-d91a-4129-a330-ac71588275b8 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2c3458d-ef23-44c5-a13e-16072b5e98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332549 Aug 06 17:36:29.556972 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58edaf40-3fc2-4550-a574-bbf822cce641 req-e23ce919-7e20-49c8-9853-031a44e3d0fd tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:36:29.558461 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-58edaf40-3fc2-4550-a574-bbf822cce641 req-e23ce919-7e20-49c8-9853-031a44e3d0fd tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 945 time: 0.0576925 Aug 06 17:36:29.602280 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-58edaf40-3fc2-4550-a574-bbf822cce641 req-ab12ae90-32e0-4134-9de5-6491fde30326 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2c3458d-ef23-44c5-a13e-16072b5e98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351863 Aug 06 17:36:29.716155 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 77b1741d-230c-4311-a98d-0ad146f73880 up at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:36:29.783754 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.provisioning_blocks [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Provisioning complete for port 77b1741d-230c-4311-a98d-0ad146f73880 triggered by entity L2. {{(pid=93310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:36:29.784153 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3626927'] for port, provisioning_complete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:36:29.869438 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559288'] for port, before_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:36:29.906729 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4723873-655a-4d66-9a66-0b11881b13d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b1741d-230c-4311-a98d-0ad146f73880'}] {{(pid=93310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:36:29.909180 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713379ad4201aa67d1557f3d7b7da947c96b0ad1778a29fd635d5f04ae47f1c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9888b94b-6ecb-4a5e-bed5-8a118d405bb7" -d '{"events": [{"server_uuid": "e4723873-655a-4d66-9a66-0b11881b13d1", "name": "network-vif-plugged", "status": "completed", "tag": "77b1741d-230c-4311-a98d-0ad146f73880"}]}' {{(pid=93310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:36:29.922930 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] For port 77b1741d-230c-4311-a98d-0ad146f73880, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=77b1741d-230c-4311-a98d-0ad146f73880,segment=NetworkSegment(766b331e-c03f-41d1-9717-c1f6796db104),segment_id=766b331e-c03f-41d1-9717-c1f6796db104)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:36:29.927928 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768831559253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768831169262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768831171844'] for port, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:36:29.952978 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235fb127-a46e-4ae5-b924-039d598bb782 x-openstack-request-id: req-235fb127-a46e-4ae5-b924-039d598bb782 {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:36:29.953328 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4723873-655a-4d66-9a66-0b11881b13d1", "name": "network-vif-plugged", "status": "completed", "tag": "77b1741d-230c-4311-a98d-0ad146f73880", "code": 200}]} {{(pid=93310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:36:29.953556 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-235fb127-a46e-4ae5-b924-039d598bb782 {{(pid=93310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:36:29.953965 dv-cinder-803773-1-iscsi neutron-server[93310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4723873-655a-4d66-9a66-0b11881b13d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b1741d-230c-4311-a98d-0ad146f73880', 'code': 200} Aug 06 17:36:29.981323 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Pushing event updated for resources: {'Port': ['ID=77b1741d-230c-4311-a98d-0ad146f73880,revision_number=8']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:36:30.236520 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf985be-7423-4fa8-b044-9e1aa5f80700 req-453f7108-fbf2-4bd0-8c7b-0db263acb411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:36:30.238149 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-4bf985be-7423-4fa8-b044-9e1aa5f80700 req-453f7108-fbf2-4bd0-8c7b-0db263acb411 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 1099 time: 0.0486381 Aug 06 17:36:30.278776 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-4bf985be-7423-4fa8-b044-9e1aa5f80700 req-17bb613e-76c9-4220-a9b1-3cbf7b7f0611 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=a2c3458d-ef23-44c5-a13e-16072b5e98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329900 Aug 06 17:36:30.743545 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f5ec9-221b-4e19-9b84-3925138b9360 req-8ecde369-42c5-4348-ae06-9eef7d5cfccc tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:36:30.745162 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-397f5ec9-221b-4e19-9b84-3925138b9360 req-8ecde369-42c5-4348-ae06-9eef7d5cfccc tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 946 time: 0.0601785 Aug 06 17:36:30.788554 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-397f5ec9-221b-4e19-9b84-3925138b9360 req-a495302a-b877-424a-832f-2a774a064b14 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2c3458d-ef23-44c5-a13e-16072b5e98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340254 Aug 06 17:36:31.919307 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbd59d2-32c6-4a19-8814-98bc4458bbe7 req-066dbe23-0591-43b8-a9dd-1da3b74eaf8a tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:36:31.920827 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-8cbd59d2-32c6-4a19-8814-98bc4458bbe7 req-066dbe23-0591-43b8-a9dd-1da3b74eaf8a tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 946 time: 0.0552144 Aug 06 17:36:31.965019 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-8cbd59d2-32c6-4a19-8814-98bc4458bbe7 req-39288ffb-1e32-403a-94e3-2d4f9f29cc21 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2c3458d-ef23-44c5-a13e-16072b5e98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344937 Aug 06 17:36:40.206100 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:36:51.141166 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-4c37b19d-80b2-44f1-86f7-3f94d3e60957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:36:51.268254 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-701e5c78-223f-4f66-abbc-5465c39c53c9 req-e4204a83-fd1d-4025-a137-8b99ab5a9e2c service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=8d0936ec-85ca-43e6-8130-3dff042c1aa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455582 Aug 06 17:36:51.384010 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e5c78-223f-4f66-abbc-5465c39c53c9 req-d3d49a06-b8dc-48ec-9804-562787932637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:36:51.385502 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-701e5c78-223f-4f66-abbc-5465c39c53c9 req-d3d49a06-b8dc-48ec-9804-562787932637 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d890e20c0d05493c9b56c9fba16f16d4&device_id=8d0936ec-85ca-43e6-8130-3dff042c1aa1 HTTP/1.1" status: 200 len: 1099 time: 0.0545878 Aug 06 17:36:51.498994 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e5c78-223f-4f66-abbc-5465c39c53c9 req-36f26584-9817-4124-bc26-54a3aa4b940b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:36:51.500436 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-701e5c78-223f-4f66-abbc-5465c39c53c9 req-36f26584-9817-4124-bc26-54a3aa4b940b service neutron] 10.222.0.96 "GET /v2.0/networks?id=12959d86-3f27-4436-a850-45d1f5a6fb36 HTTP/1.1" status: 200 len: 914 time: 0.0894237 Aug 06 17:36:51.576084 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-701e5c78-223f-4f66-abbc-5465c39c53c9 req-c9b92663-77cb-46ed-8ea0-e2172cde3407 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28854aa6-ead1-4498-b242-355b82f2cd74 HTTP/1.1" status: 200 len: 1001 time: 0.0673511 Aug 06 17:36:51.641595 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e5c78-223f-4f66-abbc-5465c39c53c9 req-f45eee79-5c1f-4f2d-9a50-12c900d0b5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:36:51.643062 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-701e5c78-223f-4f66-abbc-5465c39c53c9 req-f45eee79-5c1f-4f2d-9a50-12c900d0b5c4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9a9869f0-8837-4c76-82e1-b61ab6cd1287 HTTP/1.1" status: 200 len: 851 time: 0.0575678 Aug 06 17:36:51.689728 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e5c78-223f-4f66-abbc-5465c39c53c9 req-2fc727f6-05dc-4cb4-b312-44dbbf172454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:36:51.691184 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-701e5c78-223f-4f66-abbc-5465c39c53c9 req-2fc727f6-05dc-4cb4-b312-44dbbf172454 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=12959d86-3f27-4436-a850-45d1f5a6fb36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408649 Aug 06 17:36:51.789591 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-701e5c78-223f-4f66-abbc-5465c39c53c9 req-21e07e30-139f-49d7-8777-70a15b763fac service neutron] 10.222.0.96 "GET /v2.0/networks/12959d86-3f27-4436-a850-45d1f5a6fb36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891256 Aug 06 17:36:51.895006 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-701e5c78-223f-4f66-abbc-5465c39c53c9 req-11fa5053-e72e-4ae5-8626-71e5e18d0e35 service neutron] 10.222.0.96 "GET /v2.0/networks/12959d86-3f27-4436-a850-45d1f5a6fb36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970492 Aug 06 17:36:53.419488 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fd1cdcc5-4d48-435b-a2e4-20eea083ac99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:36:54.104925 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:36:55.176457 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:36:57.022387 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:02.389703 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.agents_db [None req-f0f84874-ee0a-4567-8005-82f1841bb43f None None] Agent healthcheck: found 6 active agents {{(pid=93311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:37:08.088003 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 40906) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:37:08.265456 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [None req-eab2f92f-d8b0-433a-afa5-d3e92996ab6f tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Deleting port 18edacc9-a5b9-44c5-b154-4f21227df165 {{(pid=93308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:37:08.265695 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-eab2f92f-d8b0-433a-afa5-d3e92996ab6f tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:08.619114 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-eab2f92f-d8b0-433a-afa5-d3e92996ab6f tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:08.619358 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-eab2f92f-d8b0-433a-afa5-d3e92996ab6f tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:08.630474 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [None req-eab2f92f-d8b0-433a-afa5-d3e92996ab6f tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Calling delete_port for 18edacc9-a5b9-44c5-b154-4f21227df165 owned by network:floatingip {{(pid=93308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:37:08.785061 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-eab2f92f-d8b0-433a-afa5-d3e92996ab6f tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089738'] for port, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:08.811007 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab2f92f-d8b0-433a-afa5-d3e92996ab6f tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Pushing event deleted for resources: {'Port': ['ID=18edacc9-a5b9-44c5-b154-4f21227df165,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:37:08.822573 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab2f92f-d8b0-433a-afa5-d3e92996ab6f tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:37:08.822917 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab2f92f-d8b0-433a-afa5-d3e92996ab6f tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:37:08.823257 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab2f92f-d8b0-433a-afa5-d3e92996ab6f tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:37:08.823586 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab2f92f-d8b0-433a-afa5-d3e92996ab6f tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:37:08.823909 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab2f92f-d8b0-433a-afa5-d3e92996ab6f tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:37:08.824273 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab2f92f-d8b0-433a-afa5-d3e92996ab6f tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:37:08.824572 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab2f92f-d8b0-433a-afa5-d3e92996ab6f tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:37:08.824890 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab2f92f-d8b0-433a-afa5-d3e92996ab6f tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:37:08.825232 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab2f92f-d8b0-433a-afa5-d3e92996ab6f tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:37:08.825532 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab2f92f-d8b0-433a-afa5-d3e92996ab6f tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:37:08.825846 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab2f92f-d8b0-433a-afa5-d3e92996ab6f tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:37:08.826162 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab2f92f-d8b0-433a-afa5-d3e92996ab6f tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:37:08.882147 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-eab2f92f-d8b0-433a-afa5-d3e92996ab6f tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks [] for floatingip, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:08.882517 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.db.l3_db [None req-eab2f92f-d8b0-433a-afa5-d3e92996ab6f tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Floating IP c0a2609f-bfc6-4df0-8c29-4c35b280fa24 disassociated (deleted). External IP: 172.27.0.128, port: d0353157-6c43-424e-ae0c-c7f90de757e6. Aug 06 17:37:09.088950 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab2f92f-d8b0-433a-afa5-d3e92996ab6f tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Router 2a67d704-2d73-4388-92ad-904eaa543784 has already been hosted by L3 agent cbcd3d9e-bca5-4529-952b-48c65d2aceac {{(pid=93308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:37:09.209493 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab2f92f-d8b0-433a-afa5-d3e92996ab6f tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify agent at l3_agent.dv-cinder-803773-1-iscsi the message routers_updated {{(pid=93308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:37:09.214467 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-eab2f92f-d8b0-433a-afa5-d3e92996ab6f tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for floatingip, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:09.219082 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d7afb0-efb2-4f82-b19e-3a0b7a34794a None None] Sync routers for ids ['2a67d704-2d73-4388-92ad-904eaa543784'] in dv-cinder-803773-1-iscsi {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:37:09.229020 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d7afb0-efb2-4f82-b19e-3a0b7a34794a None None] Routers {'2a67d704-2d73-4388-92ad-904eaa543784'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:37:09.229634 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-e6d7afb0-efb2-4f82-b19e-3a0b7a34794a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:36:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['2a67d704-2d73-4388-92ad-904eaa543784'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:37:09.244807 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-eab2f92f-d8b0-433a-afa5-d3e92996ab6f tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "DELETE /v2.0/floatingips/c0a2609f-bfc6-4df0-8c29-4c35b280fa24 HTTP/1.1" status: 204 len: 168 time: 1.1556728 Aug 06 17:37:09.245406 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ddb5d43-1e28-4911-bec4-9c1cd4d45353', 'tag': 'd0353157-6c43-424e-ae0c-c7f90de757e6'}] {{(pid=93308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:37:09.247711 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9970891e86e7a54ba8327591cdb5f98a510e69f2198634f60bde42845cd177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abba7fda-7921-46ec-aac7-3939b4a9a7cc" -d '{"events": [{"name": "network-changed", "server_uuid": "1ddb5d43-1e28-4911-bec4-9c1cd4d45353", "tag": "d0353157-6c43-424e-ae0c-c7f90de757e6"}]}' {{(pid=93308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:37:09.290957 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e35103-4743-4894-810f-1fdcb27b3a5e x-openstack-request-id: req-b8e35103-4743-4894-810f-1fdcb27b3a5e {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:37:09.291935 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ddb5d43-1e28-4911-bec4-9c1cd4d45353", "tag": "d0353157-6c43-424e-ae0c-c7f90de757e6", "status": "completed", "code": 200}]} {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:37:09.292178 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b8e35103-4743-4894-810f-1fdcb27b3a5e {{(pid=93308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:37:09.292582 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ddb5d43-1e28-4911-bec4-9c1cd4d45353', 'tag': 'd0353157-6c43-424e-ae0c-c7f90de757e6', 'status': 'completed', 'code': 200} Aug 06 17:37:09.341386 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-e6d7afb0-efb2-4f82-b19e-3a0b7a34794a None None] Set router 2a67d704-2d73-4388-92ad-904eaa543784 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:37:09.382743 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba7fda-7921-46ec-aac7-3939b4a9a7cc req-738ab219-e6b0-42b4-823d-45d3f7245a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:37:09.387347 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-abba7fda-7921-46ec-aac7-3939b4a9a7cc req-738ab219-e6b0-42b4-823d-45d3f7245a2a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d890e20c0d05493c9b56c9fba16f16d4&device_id=1ddb5d43-1e28-4911-bec4-9c1cd4d45353 HTTP/1.1" status: 200 len: 1098 time: 0.0472021 Aug 06 17:37:09.476804 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba7fda-7921-46ec-aac7-3939b4a9a7cc req-4fa6fbcd-d551-4851-9e0f-6533e3b699c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:37:09.478392 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-abba7fda-7921-46ec-aac7-3939b4a9a7cc req-4fa6fbcd-d551-4851-9e0f-6533e3b699c8 service neutron] 10.222.0.96 "GET /v2.0/networks?id=12959d86-3f27-4436-a850-45d1f5a6fb36 HTTP/1.1" status: 200 len: 914 time: 0.0862179 Aug 06 17:37:09.485089 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23265f-872f-47a3-b60f-4fbf17a6bce6 req-44645e1d-b60d-414c-8d87-934f1861f174 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:37:09.486691 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-8c23265f-872f-47a3-b60f-4fbf17a6bce6 req-44645e1d-b60d-414c-8d87-934f1861f174 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ddb5d43-1e28-4911-bec4-9c1cd4d45353 HTTP/1.1" status: 200 len: 945 time: 0.0496042 Aug 06 17:37:09.528800 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-abba7fda-7921-46ec-aac7-3939b4a9a7cc req-4abbac20-af8c-4fe0-9bf6-273500bde49d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0353157-6c43-424e-ae0c-c7f90de757e6 HTTP/1.1" status: 200 len: 217 time: 0.0421855 Aug 06 17:37:09.530942 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-8c23265f-872f-47a3-b60f-4fbf17a6bce6 req-71c91a71-45c5-4149-ad12-f0ddc5d152f4 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374672 Aug 06 17:37:09.582837 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba7fda-7921-46ec-aac7-3939b4a9a7cc req-98bd7756-196d-4bb7-a60a-22e976ed9e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:37:09.584426 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-abba7fda-7921-46ec-aac7-3939b4a9a7cc req-98bd7756-196d-4bb7-a60a-22e976ed9e78 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9a9869f0-8837-4c76-82e1-b61ab6cd1287 HTTP/1.1" status: 200 len: 851 time: 0.0481896 Aug 06 17:37:09.634424 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba7fda-7921-46ec-aac7-3939b4a9a7cc req-3c91426c-a600-4e30-9615-8d4816933750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:37:09.635991 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-abba7fda-7921-46ec-aac7-3939b4a9a7cc req-3c91426c-a600-4e30-9615-8d4816933750 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=12959d86-3f27-4436-a850-45d1f5a6fb36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429502 Aug 06 17:37:09.706503 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-e6d7afb0-efb2-4f82-b19e-3a0b7a34794a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a67d704-2d73-4388-92ad-904eaa543784', 'name': 'tempest-TestVolumeBootPattern-1564771153-router', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8fc0b773-015b-40c1-acfa-396afe83ce4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:30:01Z', 'revision_number': 4, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'gw_port': {'id': '8fc0b773-015b-40c1-acfa-396afe83ce4b', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_floatingips': [{'id': '4d6fe6d6-5ea4-498d-b42f-582f5d713cb7', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'router_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'port_id': '28854aa6-ead1-4498-b242-355b82f2cd74', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36', 'mac_address': 'fa:16:3e:3e:03:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0936ec-85ca-43e6-8130-3dff042c1aa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:33:23Z', 'updated_at': '2021-08-06T17:33:26Z', 'revision_number': 1, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c95aac-f09e-42c3-9a66-cee2b39f36c0', 'name': '', 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'mac_address': 'fa:16:3e:d0:ee:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '9a9869f0-8837-4c76-82e1-b61ab6cd1287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:30:00Z', 'updated_at': '2021-08-06T17:30:08Z', 'revision_number': 5, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'subnets': [{'id': '9a9869f0-8837-4c76-82e1-b61ab6cd1287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:37:09.732501 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d7afb0-efb2-4f82-b19e-3a0b7a34794a None None] Checking router: 2a67d704-2d73-4388-92ad-904eaa543784 for host: dv-cinder-803773-1-iscsi {{(pid=93310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:37:09.739279 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-abba7fda-7921-46ec-aac7-3939b4a9a7cc req-01b26899-4bf0-460e-91c5-75be3a629631 service neutron] 10.222.0.96 "GET /v2.0/networks/12959d86-3f27-4436-a850-45d1f5a6fb36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933077 Aug 06 17:37:09.740711 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d7afb0-efb2-4f82-b19e-3a0b7a34794a None None] Routers {'2a67d704-2d73-4388-92ad-904eaa543784'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:37:09.741300 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-e6d7afb0-efb2-4f82-b19e-3a0b7a34794a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:36:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['2a67d704-2d73-4388-92ad-904eaa543784'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:37:09.834021 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-abba7fda-7921-46ec-aac7-3939b4a9a7cc req-72b70de7-c1ba-474c-aef5-58c65ff4d223 service neutron] 10.222.0.96 "GET /v2.0/networks/12959d86-3f27-4436-a850-45d1f5a6fb36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874653 Aug 06 17:37:09.846920 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-e6d7afb0-efb2-4f82-b19e-3a0b7a34794a None None] Set router 2a67d704-2d73-4388-92ad-904eaa543784 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:37:10.081185 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-e6d7afb0-efb2-4f82-b19e-3a0b7a34794a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a67d704-2d73-4388-92ad-904eaa543784', 'name': 'tempest-TestVolumeBootPattern-1564771153-router', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8fc0b773-015b-40c1-acfa-396afe83ce4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:30:01Z', 'revision_number': 4, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'gw_port': {'id': '8fc0b773-015b-40c1-acfa-396afe83ce4b', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_floatingips': [{'id': '4d6fe6d6-5ea4-498d-b42f-582f5d713cb7', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'router_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'port_id': '28854aa6-ead1-4498-b242-355b82f2cd74', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36', 'mac_address': 'fa:16:3e:3e:03:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0936ec-85ca-43e6-8130-3dff042c1aa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:33:23Z', 'updated_at': '2021-08-06T17:33:26Z', 'revision_number': 1, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c95aac-f09e-42c3-9a66-cee2b39f36c0', 'name': '', 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'mac_address': 'fa:16:3e:d0:ee:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '9a9869f0-8837-4c76-82e1-b61ab6cd1287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:30:00Z', 'updated_at': '2021-08-06T17:30:08Z', 'revision_number': 5, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'subnets': [{'id': '9a9869f0-8837-4c76-82e1-b61ab6cd1287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:37:10.107911 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d7afb0-efb2-4f82-b19e-3a0b7a34794a None None] The sync data for ids ['2a67d704-2d73-4388-92ad-904eaa543784'] in dv-cinder-803773-1-iscsi is: [{'id': '2a67d704-2d73-4388-92ad-904eaa543784', 'name': 'tempest-TestVolumeBootPattern-1564771153-router', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8fc0b773-015b-40c1-acfa-396afe83ce4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:30:01Z', 'revision_number': 4, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'gw_port': {'id': '8fc0b773-015b-40c1-acfa-396afe83ce4b', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_floatingips': [{'id': '4d6fe6d6-5ea4-498d-b42f-582f5d713cb7', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'router_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'port_id': '28854aa6-ead1-4498-b242-355b82f2cd74', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36', 'mac_address': 'fa:16:3e:3e:03:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0936ec-85ca-43e6-8130-3dff042c1aa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:33:23Z', 'updated_at': '2021-08-06T17:33:26Z', 'revision_number': 1, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c95aac-f09e-42c3-9a66-cee2b39f36c0', 'name': '', 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'mac_address': 'fa:16:3e:d0:ee:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '9a9869f0-8837-4c76-82e1-b61ab6cd1287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:30:00Z', 'updated_at': '2021-08-06T17:30:08Z', 'revision_number': 5, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'subnets': [{'id': '9a9869f0-8837-4c76-82e1-b61ab6cd1287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:37:10.191877 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:10.334049 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f35f11-cd90-48d7-933c-fd383dfcd611 None None] New status for floating IP c0a2609f-bfc6-4df0-8c29-4c35b280fa24: DOWN {{(pid=93311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 17:37:10.660420 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd70a0b-491e-4cf8-a94d-f50ad2e8d49b req-74817f50-7e13-4b3c-8231-5e442ffa46bc tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:37:10.661874 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-3dd70a0b-491e-4cf8-a94d-f50ad2e8d49b req-74817f50-7e13-4b3c-8231-5e442ffa46bc tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ddb5d43-1e28-4911-bec4-9c1cd4d45353 HTTP/1.1" status: 200 len: 945 time: 0.0548346 Aug 06 17:37:10.704156 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-3dd70a0b-491e-4cf8-a94d-f50ad2e8d49b req-d2985c42-0f8e-432a-8528-d1313007bb8f tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357907 Aug 06 17:37:11.249335 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef24b9-a206-4e3e-999e-6fe8a2ac56d3 req-75184b2d-c7cd-4b31-a1ec-7a9ede5ec6b6 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:37:11.250816 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-4bef24b9-a206-4e3e-999e-6fe8a2ac56d3 req-75184b2d-c7cd-4b31-a1ec-7a9ede5ec6b6 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ddb5d43-1e28-4911-bec4-9c1cd4d45353 HTTP/1.1" status: 200 len: 945 time: 0.0596106 Aug 06 17:37:11.361768 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [req-4bef24b9-a206-4e3e-999e-6fe8a2ac56d3 req-dd5c9046-55dd-4fd3-b309-d0390471a1c2 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Deleting port d0353157-6c43-424e-ae0c-c7f90de757e6 {{(pid=93308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:37:11.362011 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-4bef24b9-a206-4e3e-999e-6fe8a2ac56d3 req-dd5c9046-55dd-4fd3-b309-d0390471a1c2 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:11.462695 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [req-4bef24b9-a206-4e3e-999e-6fe8a2ac56d3 req-dd5c9046-55dd-4fd3-b309-d0390471a1c2 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] For port d0353157-6c43-424e-ae0c-c7f90de757e6, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=d0353157-6c43-424e-ae0c-c7f90de757e6,segment=NetworkSegment(02b005d2-1715-4919-aaec-fce73105542d),segment_id=02b005d2-1715-4919-aaec-fce73105542d)] {{(pid=93308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:37:11.463089 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-4bef24b9-a206-4e3e-999e-6fe8a2ac56d3 req-dd5c9046-55dd-4fd3-b309-d0390471a1c2 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:11.475501 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [req-4bef24b9-a206-4e3e-999e-6fe8a2ac56d3 req-dd5c9046-55dd-4fd3-b309-d0390471a1c2 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Calling delete_port for d0353157-6c43-424e-ae0c-c7f90de757e6 owned by compute:nova {{(pid=93308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:37:11.618543 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-4bef24b9-a206-4e3e-999e-6fe8a2ac56d3 req-dd5c9046-55dd-4fd3-b309-d0390471a1c2 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089738'] for port, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:11.645658 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c9046-55dd-4fd3-b309-d0390471a1c2 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Pushing event deleted for resources: {'Port': ['ID=d0353157-6c43-424e-ae0c-c7f90de757e6,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:37:11.686525 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bef24b9-a206-4e3e-999e-6fe8a2ac56d3 req-dd5c9046-55dd-4fd3-b309-d0390471a1c2 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] No DVR routers for this DVR port d0353157-6c43-424e-ae0c-c7f90de757e6 on host hv-cinder-80377 {{(pid=93308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:37:11.689215 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-4bef24b9-a206-4e3e-999e-6fe8a2ac56d3 req-dd5c9046-55dd-4fd3-b309-d0390471a1c2 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:11.691330 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-4bef24b9-a206-4e3e-999e-6fe8a2ac56d3 req-dd5c9046-55dd-4fd3-b309-d0390471a1c2 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.96 "DELETE /v2.0/ports/d0353157-6c43-424e-ae0c-c7f90de757e6 HTTP/1.1" status: 204 len: 173 time: 0.4343433 Aug 06 17:37:11.691755 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ddb5d43-1e28-4911-bec4-9c1cd4d45353', 'name': 'network-vif-deleted', 'tag': 'd0353157-6c43-424e-ae0c-c7f90de757e6'}] {{(pid=93308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:37:11.694011 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9970891e86e7a54ba8327591cdb5f98a510e69f2198634f60bde42845cd177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b9d645-9cc4-4f62-999e-ed72654a7069" -d '{"events": [{"server_uuid": "1ddb5d43-1e28-4911-bec4-9c1cd4d45353", "name": "network-vif-deleted", "tag": "d0353157-6c43-424e-ae0c-c7f90de757e6"}]}' {{(pid=93308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:37:11.728549 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3852f55c-e0bd-4405-a362-c2b950f00330 x-openstack-request-id: req-3852f55c-e0bd-4405-a362-c2b950f00330 {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:37:11.728850 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ddb5d43-1e28-4911-bec4-9c1cd4d45353", "name": "network-vif-deleted", "tag": "d0353157-6c43-424e-ae0c-c7f90de757e6", "status": "completed", "code": 200}]} {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:37:11.729162 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3852f55c-e0bd-4405-a362-c2b950f00330 {{(pid=93308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:37:11.729483 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ddb5d43-1e28-4911-bec4-9c1cd4d45353', 'name': 'network-vif-deleted', 'tag': 'd0353157-6c43-424e-ae0c-c7f90de757e6', 'status': 'completed', 'code': 200} Aug 06 17:37:11.807080 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-6cc9c99e-d524-4926-bed9-c30ac3bb7442 req-fd1f0fe9-1c86-4622-9081-f611c79497c9 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ddb5d43-1e28-4911-bec4-9c1cd4d45353 HTTP/1.1" status: 200 len: 210 time: 0.0302362 Aug 06 17:37:13.981841 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device d0353157-6c43-424e-ae0c-c7f90de757e6 no longer exists at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:37:14.007885 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] No Port match for: d0353157-6c43-424e-ae0c-c7f90de757e6 {{(pid=93310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:37:14.008228 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device d0353157-6c43-424e-ae0c-c7f90de757e6 not bound to the agent host hv-cinder-80377 {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:37:15.115127 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 40934) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:37:15.271901 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [None req-7dbeca77-b26a-4d01-8620-baec702a6808 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Deleting port 659dbd0d-993a-4af3-9ebd-f6604ff406af {{(pid=93308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:37:15.272352 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-7dbeca77-b26a-4d01-8620-baec702a6808 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:15.354168 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-7dbeca77-b26a-4d01-8620-baec702a6808 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:15.354478 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-7dbeca77-b26a-4d01-8620-baec702a6808 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:15.366790 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [None req-7dbeca77-b26a-4d01-8620-baec702a6808 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Calling delete_port for 659dbd0d-993a-4af3-9ebd-f6604ff406af owned by network:floatingip {{(pid=93308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:37:15.525789 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-7dbeca77-b26a-4d01-8620-baec702a6808 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089738'] for port, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:15.551064 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbeca77-b26a-4d01-8620-baec702a6808 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Pushing event deleted for resources: {'Port': ['ID=659dbd0d-993a-4af3-9ebd-f6604ff406af,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:37:15.617356 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-7dbeca77-b26a-4d01-8620-baec702a6808 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks [] for floatingip, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:15.617867 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.db.l3_db [None req-7dbeca77-b26a-4d01-8620-baec702a6808 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Floating IP 4d6fe6d6-5ea4-498d-b42f-582f5d713cb7 disassociated (deleted). External IP: 172.27.0.45, port: 28854aa6-ead1-4498-b242-355b82f2cd74. Aug 06 17:37:15.840561 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dbeca77-b26a-4d01-8620-baec702a6808 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Router 2a67d704-2d73-4388-92ad-904eaa543784 has already been hosted by L3 agent cbcd3d9e-bca5-4529-952b-48c65d2aceac {{(pid=93308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:37:15.958963 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbeca77-b26a-4d01-8620-baec702a6808 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify agent at l3_agent.dv-cinder-803773-1-iscsi the message routers_updated {{(pid=93308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:37:15.964355 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-7dbeca77-b26a-4d01-8620-baec702a6808 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for floatingip, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:15.969383 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebd6e53-2edd-4053-b0c5-6979b6b8edc6 None None] Sync routers for ids ['2a67d704-2d73-4388-92ad-904eaa543784'] in dv-cinder-803773-1-iscsi {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:37:15.978567 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebd6e53-2edd-4053-b0c5-6979b6b8edc6 None None] Routers {'2a67d704-2d73-4388-92ad-904eaa543784'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:37:15.979173 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-eebd6e53-2edd-4053-b0c5-6979b6b8edc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:36:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['2a67d704-2d73-4388-92ad-904eaa543784'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:37:15.992184 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-7dbeca77-b26a-4d01-8620-baec702a6808 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "DELETE /v2.0/floatingips/4d6fe6d6-5ea4-498d-b42f-582f5d713cb7 HTTP/1.1" status: 204 len: 168 time: 0.8758571 Aug 06 17:37:15.993054 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0936ec-85ca-43e6-8130-3dff042c1aa1', 'tag': '28854aa6-ead1-4498-b242-355b82f2cd74'}] {{(pid=93308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:37:15.995495 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9970891e86e7a54ba8327591cdb5f98a510e69f2198634f60bde42845cd177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86368a7d-c567-4d39-aee8-4eb292869e49" -d '{"events": [{"name": "network-changed", "server_uuid": "8d0936ec-85ca-43e6-8130-3dff042c1aa1", "tag": "28854aa6-ead1-4498-b242-355b82f2cd74"}]}' {{(pid=93308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:37:16.038295 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de2f53e-0f03-475b-b5b5-9df659b85db9 x-openstack-request-id: req-7de2f53e-0f03-475b-b5b5-9df659b85db9 {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:37:16.038587 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d0936ec-85ca-43e6-8130-3dff042c1aa1", "tag": "28854aa6-ead1-4498-b242-355b82f2cd74", "status": "completed", "code": 200}]} {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:37:16.041050 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7de2f53e-0f03-475b-b5b5-9df659b85db9 {{(pid=93308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:37:16.041050 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0936ec-85ca-43e6-8130-3dff042c1aa1', 'tag': '28854aa6-ead1-4498-b242-355b82f2cd74', 'status': 'completed', 'code': 200} Aug 06 17:37:16.090494 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-eebd6e53-2edd-4053-b0c5-6979b6b8edc6 None None] Set router 2a67d704-2d73-4388-92ad-904eaa543784 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:37:16.130596 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86368a7d-c567-4d39-aee8-4eb292869e49 req-db377629-1a53-46a3-a0fe-d3c6d367557f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:37:16.132265 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-86368a7d-c567-4d39-aee8-4eb292869e49 req-db377629-1a53-46a3-a0fe-d3c6d367557f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d890e20c0d05493c9b56c9fba16f16d4&device_id=8d0936ec-85ca-43e6-8130-3dff042c1aa1 HTTP/1.1" status: 200 len: 1099 time: 0.0485282 Aug 06 17:37:16.220206 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd7f03-695b-4705-aa32-16d985f7a415 req-3ad48e55-5af6-431d-bf43-390ad902e7ae tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:37:16.221734 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-55bd7f03-695b-4705-aa32-16d985f7a415 req-3ad48e55-5af6-431d-bf43-390ad902e7ae tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=8d0936ec-85ca-43e6-8130-3dff042c1aa1 HTTP/1.1" status: 200 len: 946 time: 0.0506895 Aug 06 17:37:16.260699 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-55bd7f03-695b-4705-aa32-16d985f7a415 req-72fd2778-bc0b-4a29-bd87-4684335593fc tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323434 Aug 06 17:37:16.269018 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86368a7d-c567-4d39-aee8-4eb292869e49 req-a7578e9a-a36c-4f83-b89f-cf4131a8ddbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:37:16.270531 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-86368a7d-c567-4d39-aee8-4eb292869e49 req-a7578e9a-a36c-4f83-b89f-cf4131a8ddbd service neutron] 10.222.0.96 "GET /v2.0/networks?id=12959d86-3f27-4436-a850-45d1f5a6fb36 HTTP/1.1" status: 200 len: 914 time: 0.0877159 Aug 06 17:37:16.305076 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-eebd6e53-2edd-4053-b0c5-6979b6b8edc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a67d704-2d73-4388-92ad-904eaa543784', 'name': 'tempest-TestVolumeBootPattern-1564771153-router', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8fc0b773-015b-40c1-acfa-396afe83ce4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:30:01Z', 'revision_number': 4, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'gw_port': {'id': '8fc0b773-015b-40c1-acfa-396afe83ce4b', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': '61c95aac-f09e-42c3-9a66-cee2b39f36c0', 'name': '', 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'mac_address': 'fa:16:3e:d0:ee:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '9a9869f0-8837-4c76-82e1-b61ab6cd1287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:30:00Z', 'updated_at': '2021-08-06T17:30:08Z', 'revision_number': 5, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'subnets': [{'id': '9a9869f0-8837-4c76-82e1-b61ab6cd1287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:37:16.313926 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-86368a7d-c567-4d39-aee8-4eb292869e49 req-3a8f13dc-40a2-40b8-9873-18f54ea4d14b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28854aa6-ead1-4498-b242-355b82f2cd74 HTTP/1.1" status: 200 len: 217 time: 0.0360553 Aug 06 17:37:16.335421 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebd6e53-2edd-4053-b0c5-6979b6b8edc6 None None] Checking router: 2a67d704-2d73-4388-92ad-904eaa543784 for host: dv-cinder-803773-1-iscsi {{(pid=93310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:37:16.344283 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebd6e53-2edd-4053-b0c5-6979b6b8edc6 None None] Routers {'2a67d704-2d73-4388-92ad-904eaa543784'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:37:16.344886 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-eebd6e53-2edd-4053-b0c5-6979b6b8edc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:36:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['2a67d704-2d73-4388-92ad-904eaa543784'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:37:16.364060 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86368a7d-c567-4d39-aee8-4eb292869e49 req-5716c006-c4aa-4dc6-a85a-47b6e661f9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:37:16.365521 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-86368a7d-c567-4d39-aee8-4eb292869e49 req-5716c006-c4aa-4dc6-a85a-47b6e661f9ae service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9a9869f0-8837-4c76-82e1-b61ab6cd1287 HTTP/1.1" status: 200 len: 851 time: 0.0439818 Aug 06 17:37:16.417086 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86368a7d-c567-4d39-aee8-4eb292869e49 req-f570547d-b3f1-4d74-8e5c-33d7df28ecc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:37:16.418690 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-86368a7d-c567-4d39-aee8-4eb292869e49 req-f570547d-b3f1-4d74-8e5c-33d7df28ecc6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=12959d86-3f27-4436-a850-45d1f5a6fb36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456071 Aug 06 17:37:16.450368 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-eebd6e53-2edd-4053-b0c5-6979b6b8edc6 None None] Set router 2a67d704-2d73-4388-92ad-904eaa543784 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:37:16.512043 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-86368a7d-c567-4d39-aee8-4eb292869e49 req-60b4e68a-1d1b-4565-921f-c47eaed4a681 service neutron] 10.222.0.96 "GET /v2.0/networks/12959d86-3f27-4436-a850-45d1f5a6fb36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848131 Aug 06 17:37:16.609588 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-86368a7d-c567-4d39-aee8-4eb292869e49 req-f4d2a064-5565-403e-948b-bd83685c2ad3 service neutron] 10.222.0.96 "GET /v2.0/networks/12959d86-3f27-4436-a850-45d1f5a6fb36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894938 Aug 06 17:37:16.654802 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-eebd6e53-2edd-4053-b0c5-6979b6b8edc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a67d704-2d73-4388-92ad-904eaa543784', 'name': 'tempest-TestVolumeBootPattern-1564771153-router', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8fc0b773-015b-40c1-acfa-396afe83ce4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:30:01Z', 'revision_number': 4, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'gw_port': {'id': '8fc0b773-015b-40c1-acfa-396afe83ce4b', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': '61c95aac-f09e-42c3-9a66-cee2b39f36c0', 'name': '', 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'mac_address': 'fa:16:3e:d0:ee:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '9a9869f0-8837-4c76-82e1-b61ab6cd1287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:30:00Z', 'updated_at': '2021-08-06T17:30:08Z', 'revision_number': 5, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'subnets': [{'id': '9a9869f0-8837-4c76-82e1-b61ab6cd1287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:37:16.681808 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebd6e53-2edd-4053-b0c5-6979b6b8edc6 None None] The sync data for ids ['2a67d704-2d73-4388-92ad-904eaa543784'] in dv-cinder-803773-1-iscsi is: [{'id': '2a67d704-2d73-4388-92ad-904eaa543784', 'name': 'tempest-TestVolumeBootPattern-1564771153-router', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8fc0b773-015b-40c1-acfa-396afe83ce4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:30:01Z', 'revision_number': 4, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'gw_port': {'id': '8fc0b773-015b-40c1-acfa-396afe83ce4b', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': '61c95aac-f09e-42c3-9a66-cee2b39f36c0', 'name': '', 'network_id': '12959d86-3f27-4436-a850-45d1f5a6fb36', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'mac_address': 'fa:16:3e:d0:ee:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '9a9869f0-8837-4c76-82e1-b61ab6cd1287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:30:00Z', 'updated_at': '2021-08-06T17:30:08Z', 'revision_number': 5, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'subnets': [{'id': '9a9869f0-8837-4c76-82e1-b61ab6cd1287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:37:16.914045 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55365ff-3584-4c36-8dd3-befc0841a084 None None] New status for floating IP 4d6fe6d6-5ea4-498d-b42f-582f5d713cb7: DOWN {{(pid=93311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 17:37:17.386407 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f589e7-453d-4a82-af05-59558d9ab045 req-cb6a9825-85e3-4d55-91ba-e5e3fcb0a338 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:37:17.387868 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f8f589e7-453d-4a82-af05-59558d9ab045 req-cb6a9825-85e3-4d55-91ba-e5e3fcb0a338 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=8d0936ec-85ca-43e6-8130-3dff042c1aa1 HTTP/1.1" status: 200 len: 946 time: 0.0540395 Aug 06 17:37:17.429012 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f8f589e7-453d-4a82-af05-59558d9ab045 req-125d5a64-51d8-47cf-9b24-b154ad0c3c53 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/security-groups?id=4df3cd12-926d-4951-80bc-caa0e5a29ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323570 Aug 06 17:37:17.932502 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2550dd3-316f-40d3-b9a0-b9c343544654 req-1818bffc-b60b-4c66-807c-bdc82ece9e88 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:37:17.933954 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f2550dd3-316f-40d3-b9a0-b9c343544654 req-1818bffc-b60b-4c66-807c-bdc82ece9e88 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.96 "GET /v2.0/ports?device_id=8d0936ec-85ca-43e6-8130-3dff042c1aa1 HTTP/1.1" status: 200 len: 946 time: 0.0557735 Aug 06 17:37:18.031375 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [req-f2550dd3-316f-40d3-b9a0-b9c343544654 req-76becc17-a5bc-4701-859a-4541e90ab9c1 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Deleting port 28854aa6-ead1-4498-b242-355b82f2cd74 {{(pid=93308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:37:18.031695 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-f2550dd3-316f-40d3-b9a0-b9c343544654 req-76becc17-a5bc-4701-859a-4541e90ab9c1 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:18.120502 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [req-f2550dd3-316f-40d3-b9a0-b9c343544654 req-76becc17-a5bc-4701-859a-4541e90ab9c1 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] For port 28854aa6-ead1-4498-b242-355b82f2cd74, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=28854aa6-ead1-4498-b242-355b82f2cd74,segment=NetworkSegment(02b005d2-1715-4919-aaec-fce73105542d),segment_id=02b005d2-1715-4919-aaec-fce73105542d)] {{(pid=93308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:37:18.120852 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-f2550dd3-316f-40d3-b9a0-b9c343544654 req-76becc17-a5bc-4701-859a-4541e90ab9c1 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:18.133583 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [req-f2550dd3-316f-40d3-b9a0-b9c343544654 req-76becc17-a5bc-4701-859a-4541e90ab9c1 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Calling delete_port for 28854aa6-ead1-4498-b242-355b82f2cd74 owned by compute:nova {{(pid=93308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:37:18.275110 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-f2550dd3-316f-40d3-b9a0-b9c343544654 req-76becc17-a5bc-4701-859a-4541e90ab9c1 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089738'] for port, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:18.303539 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76becc17-a5bc-4701-859a-4541e90ab9c1 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Pushing event deleted for resources: {'Port': ['ID=28854aa6-ead1-4498-b242-355b82f2cd74,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:37:18.347933 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2550dd3-316f-40d3-b9a0-b9c343544654 req-76becc17-a5bc-4701-859a-4541e90ab9c1 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] No DVR routers for this DVR port 28854aa6-ead1-4498-b242-355b82f2cd74 on host hv-cinder-80377 {{(pid=93308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:37:18.350650 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-f2550dd3-316f-40d3-b9a0-b9c343544654 req-76becc17-a5bc-4701-859a-4541e90ab9c1 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:18.352762 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-f2550dd3-316f-40d3-b9a0-b9c343544654 req-76becc17-a5bc-4701-859a-4541e90ab9c1 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.96 "DELETE /v2.0/ports/28854aa6-ead1-4498-b242-355b82f2cd74 HTTP/1.1" status: 204 len: 173 time: 0.4114637 Aug 06 17:37:18.353190 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0936ec-85ca-43e6-8130-3dff042c1aa1', 'name': 'network-vif-deleted', 'tag': '28854aa6-ead1-4498-b242-355b82f2cd74'}] {{(pid=93308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:37:18.355517 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9970891e86e7a54ba8327591cdb5f98a510e69f2198634f60bde42845cd177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0554b5f-2210-415d-91f6-fe9ec8a993cb" -d '{"events": [{"server_uuid": "8d0936ec-85ca-43e6-8130-3dff042c1aa1", "name": "network-vif-deleted", "tag": "28854aa6-ead1-4498-b242-355b82f2cd74"}]}' {{(pid=93308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:37:18.391804 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb54a63-9f97-4f24-b555-8a8fc0ddaa89 x-openstack-request-id: req-ebb54a63-9f97-4f24-b555-8a8fc0ddaa89 {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:37:18.392452 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0936ec-85ca-43e6-8130-3dff042c1aa1", "name": "network-vif-deleted", "tag": "28854aa6-ead1-4498-b242-355b82f2cd74", "status": "completed", "code": 200}]} {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:37:18.392569 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ebb54a63-9f97-4f24-b555-8a8fc0ddaa89 {{(pid=93308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:37:18.392893 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0936ec-85ca-43e6-8130-3dff042c1aa1', 'name': 'network-vif-deleted', 'tag': '28854aa6-ead1-4498-b242-355b82f2cd74', 'status': 'completed', 'code': 200} Aug 06 17:37:18.535428 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-8b980fab-a1ee-4bee-a23c-3e983346e457 req-ca1ffda7-1aec-4614-b3a8-4a8664b5eb22 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "GET /v2.0/ports?device_id=8d0936ec-85ca-43e6-8130-3dff042c1aa1 HTTP/1.1" status: 200 len: 210 time: 0.0359919 Aug 06 17:37:19.597023 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 40950) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:37:19.733902 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [None req-462ffef4-4d8b-48b3-9122-79657ed977d6 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Deleting port 0c22b67b-b15e-4390-9dd5-c5e4e06ddc08 {{(pid=93308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:37:19.734185 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-462ffef4-4d8b-48b3-9122-79657ed977d6 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:19.808767 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-462ffef4-4d8b-48b3-9122-79657ed977d6 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:19.809058 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-462ffef4-4d8b-48b3-9122-79657ed977d6 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:19.822329 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [None req-462ffef4-4d8b-48b3-9122-79657ed977d6 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Calling delete_port for 0c22b67b-b15e-4390-9dd5-c5e4e06ddc08 owned by network:floatingip {{(pid=93308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:37:19.966499 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-462ffef4-4d8b-48b3-9122-79657ed977d6 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089738'] for port, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:20.004397 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ffef4-4d8b-48b3-9122-79657ed977d6 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Pushing event deleted for resources: {'Port': ['ID=0c22b67b-b15e-4390-9dd5-c5e4e06ddc08,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:37:20.064012 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-462ffef4-4d8b-48b3-9122-79657ed977d6 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks [] for floatingip, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:20.066495 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-462ffef4-4d8b-48b3-9122-79657ed977d6 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for floatingip, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:20.067653 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-462ffef4-4d8b-48b3-9122-79657ed977d6 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "DELETE /v2.0/floatingips/f59d34ce-0490-4018-a2d7-f53e16723443 HTTP/1.1" status: 204 len: 168 time: 0.4695761 Aug 06 17:37:21.147445 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-763e7663-db07-4138-a5f8-dfc7d921b978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:21.277409 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 40962) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:37:21.340387 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-020f83b6-4a81-4d83-a69e-d271bf1eacf2 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks [] for security_group, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:21.366397 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-020f83b6-4a81-4d83-a69e-d271bf1eacf2 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:21.431825 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-020f83b6-4a81-4d83-a69e-d271bf1eacf2 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:21.434332 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-020f83b6-4a81-4d83-a69e-d271bf1eacf2 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:21.435532 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-020f83b6-4a81-4d83-a69e-d271bf1eacf2 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] 10.222.0.89 "DELETE /v2.0/security-groups/4df3cd12-926d-4951-80bc-caa0e5a29ab1 HTTP/1.1" status: 204 len: 168 time: 0.1570964 Aug 06 17:37:21.445341 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f83b6-4a81-4d83-a69e-d271bf1eacf2 tempest-TestVolumeBootPattern-652720061 tempest-TestVolumeBootPattern-652720061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df3cd12-926d-4951-80bc-caa0e5a29ab1,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:37:21.490655 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 40966) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:37:22.026837 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 28854aa6-ead1-4498-b242-355b82f2cd74 no longer exists at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:37:22.047362 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] No Port match for: 28854aa6-ead1-4498-b242-355b82f2cd74 {{(pid=93310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:37:22.047782 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 28854aa6-ead1-4498-b242-355b82f2cd74 not bound to the agent host hv-cinder-80377 {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:37:22.354095 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-4ceb77ed-d4f6-4ed6-8801-dc599b9f5b5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429544'] for router_interface, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:22.672981 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.plugin [None req-4ceb77ed-d4f6-4ed6-8801-dc599b9f5b5b admin admin] Deleting port 61c95aac-f09e-42c3-9a66-cee2b39f36c0 {{(pid=93309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:37:22.673568 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-4ceb77ed-d4f6-4ed6-8801-dc599b9f5b5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:22.749943 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.db [None req-4ceb77ed-d4f6-4ed6-8801-dc599b9f5b5b admin admin] For port 61c95aac-f09e-42c3-9a66-cee2b39f36c0, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=61c95aac-f09e-42c3-9a66-cee2b39f36c0,segment=NetworkSegment(02b005d2-1715-4919-aaec-fce73105542d),segment_id=02b005d2-1715-4919-aaec-fce73105542d)] {{(pid=93309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:37:22.750409 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-4ceb77ed-d4f6-4ed6-8801-dc599b9f5b5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:22.763441 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.plugin [None req-4ceb77ed-d4f6-4ed6-8801-dc599b9f5b5b admin admin] Calling delete_port for 61c95aac-f09e-42c3-9a66-cee2b39f36c0 owned by network:router_interface {{(pid=93309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:37:22.954037 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-4ceb77ed-d4f6-4ed6-8801-dc599b9f5b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379163'] for port, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:22.980453 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb77ed-d4f6-4ed6-8801-dc599b9f5b5b admin admin] Pushing event deleted for resources: {'Port': ['ID=61c95aac-f09e-42c3-9a66-cee2b39f36c0,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:37:22.990288 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceb77ed-d4f6-4ed6-8801-dc599b9f5b5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:37:22.990690 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceb77ed-d4f6-4ed6-8801-dc599b9f5b5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:37:22.991021 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceb77ed-d4f6-4ed6-8801-dc599b9f5b5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:37:22.991336 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceb77ed-d4f6-4ed6-8801-dc599b9f5b5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:37:22.991667 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceb77ed-d4f6-4ed6-8801-dc599b9f5b5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:37:22.992084 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceb77ed-d4f6-4ed6-8801-dc599b9f5b5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:37:22.993102 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceb77ed-d4f6-4ed6-8801-dc599b9f5b5b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:37:22.993102 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceb77ed-d4f6-4ed6-8801-dc599b9f5b5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:37:22.993102 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceb77ed-d4f6-4ed6-8801-dc599b9f5b5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:37:22.993359 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceb77ed-d4f6-4ed6-8801-dc599b9f5b5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:37:22.993649 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceb77ed-d4f6-4ed6-8801-dc599b9f5b5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:37:22.993963 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceb77ed-d4f6-4ed6-8801-dc599b9f5b5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:37:23.158976 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-4ceb77ed-d4f6-4ed6-8801-dc599b9f5b5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429428'] for router_interface, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:23.403731 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ceb77ed-d4f6-4ed6-8801-dc599b9f5b5b admin admin] Router 2a67d704-2d73-4388-92ad-904eaa543784 has already been hosted by L3 agent cbcd3d9e-bca5-4529-952b-48c65d2aceac {{(pid=93309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:37:23.423072 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-6efb9d04-2122-49aa-be23-da192991693c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:23.511209 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ceb77ed-d4f6-4ed6-8801-dc599b9f5b5b admin admin] Notify agent at l3_agent.dv-cinder-803773-1-iscsi the message routers_updated {{(pid=93309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:37:23.516374 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-4ceb77ed-d4f6-4ed6-8801-dc599b9f5b5b admin admin] 10.222.0.89 "PUT /v2.0/routers/2a67d704-2d73-4388-92ad-904eaa543784/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0245771 Aug 06 17:37:23.519287 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 40972) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:37:23.520936 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cbfa7c-150a-410f-8685-6b900ad3d6fb None None] Sync routers for ids ['2a67d704-2d73-4388-92ad-904eaa543784'] in dv-cinder-803773-1-iscsi {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:37:23.530894 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cbfa7c-150a-410f-8685-6b900ad3d6fb None None] Routers {'2a67d704-2d73-4388-92ad-904eaa543784'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:37:23.531495 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-18cbfa7c-150a-410f-8685-6b900ad3d6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:37:23Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['2a67d704-2d73-4388-92ad-904eaa543784'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:37:23.623223 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-9b9f7635-295c-4bb6-90f9-58c08cbfc4b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:23.634959 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-18cbfa7c-150a-410f-8685-6b900ad3d6fb None None] Set router 2a67d704-2d73-4388-92ad-904eaa543784 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:37:23.724602 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-9b9f7635-295c-4bb6-90f9-58c08cbfc4b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:23.781702 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.plugin [None req-9b9f7635-295c-4bb6-90f9-58c08cbfc4b7 admin admin] Deleting port 8fc0b773-015b-40c1-acfa-396afe83ce4b {{(pid=93309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:37:23.782124 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-9b9f7635-295c-4bb6-90f9-58c08cbfc4b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:23.813475 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-18cbfa7c-150a-410f-8685-6b900ad3d6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a67d704-2d73-4388-92ad-904eaa543784', 'name': 'tempest-TestVolumeBootPattern-1564771153-router', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8fc0b773-015b-40c1-acfa-396afe83ce4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:37:22Z', 'revision_number': 5, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'gw_port': {'id': '8fc0b773-015b-40c1-acfa-396afe83ce4b', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a67d704-2d73-4388-92ad-904eaa543784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi'}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:37:23.843605 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cbfa7c-150a-410f-8685-6b900ad3d6fb None None] Checking router: 2a67d704-2d73-4388-92ad-904eaa543784 for host: dv-cinder-803773-1-iscsi {{(pid=93310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:37:23.852258 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cbfa7c-150a-410f-8685-6b900ad3d6fb None None] Routers {'2a67d704-2d73-4388-92ad-904eaa543784'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:37:23.852856 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-18cbfa7c-150a-410f-8685-6b900ad3d6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:37:23Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['2a67d704-2d73-4388-92ad-904eaa543784'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:37:23.859265 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.db [None req-9b9f7635-295c-4bb6-90f9-58c08cbfc4b7 admin admin] For port 8fc0b773-015b-40c1-acfa-396afe83ce4b, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=8fc0b773-015b-40c1-acfa-396afe83ce4b,segment=NetworkSegment(0f56620f-272e-4079-bfd8-f32d6a32afa9),segment_id=0f56620f-272e-4079-bfd8-f32d6a32afa9)] {{(pid=93309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:37:23.859625 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-9b9f7635-295c-4bb6-90f9-58c08cbfc4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:23.872504 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.plugin [None req-9b9f7635-295c-4bb6-90f9-58c08cbfc4b7 admin admin] Calling delete_port for 8fc0b773-015b-40c1-acfa-396afe83ce4b owned by network:router_gateway {{(pid=93309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:37:23.935531 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-18cbfa7c-150a-410f-8685-6b900ad3d6fb None None] Set router 2a67d704-2d73-4388-92ad-904eaa543784 gateway port host: None {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:37:23.989402 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-18cbfa7c-150a-410f-8685-6b900ad3d6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a67d704-2d73-4388-92ad-904eaa543784', 'name': 'tempest-TestVolumeBootPattern-1564771153-router', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:37:23Z', 'revision_number': 6, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'gw_port_host': None}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:37:24.015523 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cbfa7c-150a-410f-8685-6b900ad3d6fb None None] The sync data for ids ['2a67d704-2d73-4388-92ad-904eaa543784'] in dv-cinder-803773-1-iscsi is: [{'id': '2a67d704-2d73-4388-92ad-904eaa543784', 'name': 'tempest-TestVolumeBootPattern-1564771153-router', 'tenant_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:29:58Z', 'updated_at': '2021-08-06T17:37:23Z', 'revision_number': 6, 'project_id': 'd890e20c0d05493c9b56c9fba16f16d4', 'gw_port_host': None}] {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:37:24.040203 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-9b9f7635-295c-4bb6-90f9-58c08cbfc4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379163'] for port, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:24.078343 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f7635-295c-4bb6-90f9-58c08cbfc4b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fc0b773-015b-40c1-acfa-396afe83ce4b,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:37:24.097505 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:24.139656 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-9b9f7635-295c-4bb6-90f9-58c08cbfc4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-434336'] for router_gateway, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:24.230631 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-9b9f7635-295c-4bb6-90f9-58c08cbfc4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5262'] for router, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:24.232996 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-9b9f7635-295c-4bb6-90f9-58c08cbfc4b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:24.287822 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-9b9f7635-295c-4bb6-90f9-58c08cbfc4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427157'] for router, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:24.288710 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9f7635-295c-4bb6-90f9-58c08cbfc4b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a67d704-2d73-4388-92ad-904eaa543784 {{(pid=93309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 17:37:24.293681 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-9b9f7635-295c-4bb6-90f9-58c08cbfc4b7 admin admin] Notify callbacks [] for router, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:24.294990 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-9b9f7635-295c-4bb6-90f9-58c08cbfc4b7 admin admin] 10.222.0.89 "DELETE /v2.0/routers/2a67d704-2d73-4388-92ad-904eaa543784 HTTP/1.1" status: 204 len: 168 time: 0.7744787 Aug 06 17:37:24.298020 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 40974) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:37:24.344813 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.db_base_plugin_v2 [None req-838228d7-368c-454a-bc0f-9c3f870cd1ee admin admin] Deleting subnet 9a9869f0-8837-4c76-82e1-b61ab6cd1287 {{(pid=93308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 17:37:24.348102 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-838228d7-368c-454a-bc0f-9c3f870cd1ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:24.383344 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-838228d7-368c-454a-bc0f-9c3f870cd1ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27089399'] for subnet, precommit_delete_associations {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:24.461580 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-838228d7-368c-454a-bc0f-9c3f870cd1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3688605'] for subnet, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:24.522444 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-838228d7-368c-454a-bc0f-9c3f870cd1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3688586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26816410'] for subnet, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:24.548426 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838228d7-368c-454a-bc0f-9c3f870cd1ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a9869f0-8837-4c76-82e1-b61ab6cd1287,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:37:24.550360 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-838228d7-368c-454a-bc0f-9c3f870cd1ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:24.552446 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-838228d7-368c-454a-bc0f-9c3f870cd1ee admin admin] 10.222.0.89 "DELETE /v2.0/subnets/9a9869f0-8837-4c76-82e1-b61ab6cd1287 HTTP/1.1" status: 204 len: 168 time: 0.2532749 Aug 06 17:37:24.554849 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 40976) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:37:24.555098 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224be00e-7b9e-4565-a850-9d4ab87a00ba None None] Network 12959d86-3f27-4436-a850-45d1f5a6fb36 requested from dv-cinder-803773-1-iscsi {{(pid=93310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:37:24.620032 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-31ba6ca0-8f79-48f6-8416-23c465f788c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798447'] for network, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:24.671293 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [None req-31ba6ca0-8f79-48f6-8416-23c465f788c3 admin admin] Deleting port 7da26482-c8b6-46eb-8ed4-f30d199904b6 {{(pid=93308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:37:24.671618 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-31ba6ca0-8f79-48f6-8416-23c465f788c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:24.738172 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [None req-31ba6ca0-8f79-48f6-8416-23c465f788c3 admin admin] For port 7da26482-c8b6-46eb-8ed4-f30d199904b6, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=7da26482-c8b6-46eb-8ed4-f30d199904b6,segment=NetworkSegment(02b005d2-1715-4919-aaec-fce73105542d),segment_id=02b005d2-1715-4919-aaec-fce73105542d)] {{(pid=93308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:37:24.738485 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-31ba6ca0-8f79-48f6-8416-23c465f788c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:24.753041 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [None req-31ba6ca0-8f79-48f6-8416-23c465f788c3 admin admin] Calling delete_port for 7da26482-c8b6-46eb-8ed4-f30d199904b6 owned by network:dhcp {{(pid=93308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:37:24.780186 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6617bfd-a40e-4d74-95b3-c9c1ec36511a None None] DHCP port deletion for 12959d86-3f27-4436-a850-45d1f5a6fb36 request from dv-cinder-803773-1-iscsi {{(pid=93310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 17:37:24.840136 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-b6617bfd-a40e-4d74-95b3-c9c1ec36511a None None] Deleting port 7da26482-c8b6-46eb-8ed4-f30d199904b6 {{(pid=93310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:37:24.840500 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-b6617bfd-a40e-4d74-95b3-c9c1ec36511a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:24.852108 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-31ba6ca0-8f79-48f6-8416-23c465f788c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089738'] for port, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:24.865374 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 8fc0b773-015b-40c1-acfa-396afe83ce4b no longer exists at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:37:24.885604 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba6ca0-8f79-48f6-8416-23c465f788c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7da26482-c8b6-46eb-8ed4-f30d199904b6,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:37:24.890123 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ba6ca0-8f79-48f6-8416-23c465f788c3 admin admin] No DVR routers for this DVR port 7da26482-c8b6-46eb-8ed4-f30d199904b6 on host dv-cinder-803773-1-iscsi {{(pid=93308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:37:24.909611 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] No Port match for: 8fc0b773-015b-40c1-acfa-396afe83ce4b {{(pid=93310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:37:24.909945 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 8fc0b773-015b-40c1-acfa-396afe83ce4b not bound to the agent host dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:37:24.910398 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 61c95aac-f09e-42c3-9a66-cee2b39f36c0 no longer exists at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:37:24.936808 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] No Port match for: 61c95aac-f09e-42c3-9a66-cee2b39f36c0 {{(pid=93310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:37:24.937242 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 61c95aac-f09e-42c3-9a66-cee2b39f36c0 not bound to the agent host dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:37:24.937678 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 7da26482-c8b6-46eb-8ed4-f30d199904b6 no longer exists at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:37:24.959871 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-31ba6ca0-8f79-48f6-8416-23c465f788c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3691302', 'neutron.services.segments.db._delete_segments_for_network-8768831503162'] for network, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:24.960595 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] No Port match for: 7da26482-c8b6-46eb-8ed4-f30d199904b6 {{(pid=93310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:37:24.961011 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 7da26482-c8b6-46eb-8ed4-f30d199904b6 not bound to the agent host dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:37:24.970952 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-b6617bfd-a40e-4d74-95b3-c9c1ec36511a None None] For port 7da26482-c8b6-46eb-8ed4-f30d199904b6, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=7da26482-c8b6-46eb-8ed4-f30d199904b6,segment=NetworkSegment(02b005d2-1715-4919-aaec-fce73105542d),segment_id=02b005d2-1715-4919-aaec-fce73105542d)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:37:24.971401 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-b6617bfd-a40e-4d74-95b3-c9c1ec36511a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:24.981856 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.services.segments.db [None req-31ba6ca0-8f79-48f6-8416-23c465f788c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12959d86-3f27-4436-a850-45d1f5a6fb36']}} {{(pid=93308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:37:24.984385 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-b6617bfd-a40e-4d74-95b3-c9c1ec36511a None None] Calling delete_port for 7da26482-c8b6-46eb-8ed4-f30d199904b6 owned by network:dhcp {{(pid=93310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:37:25.001705 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.services.segments.db [None req-31ba6ca0-8f79-48f6-8416-23c465f788c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02b005d2-1715-4919-aaec-fce73105542d') {'for_net_delete': True} {{(pid=93308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:37:25.001705 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.services.segments.db [None req-31ba6ca0-8f79-48f6-8416-23c465f788c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02b005d2-1715-4919-aaec-fce73105542d') {} {{(pid=93308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:37:25.008789 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-31ba6ca0-8f79-48f6-8416-23c465f788c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768831669908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27089376'] for segment, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:25.027819 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-31ba6ca0-8f79-48f6-8416-23c465f788c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022'] for segment, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:25.034367 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31ba6ca0-8f79-48f6-8416-23c465f788c3 admin admin] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=93308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 17:37:25.034765 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-31ba6ca0-8f79-48f6-8416-23c465f788c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089831'] for segment, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:25.036442 dv-cinder-803773-1-iscsi neutron-server[93308]: Traceback (most recent call last): Aug 06 17:37:25.036442 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 17:37:25.036442 dv-cinder-803773-1-iscsi neutron-server[93308]: timer() Aug 06 17:37:25.036442 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 17:37:25.036442 dv-cinder-803773-1-iscsi neutron-server[93308]: cb(*args, **kw) Aug 06 17:37:25.036442 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 17:37:25.036442 dv-cinder-803773-1-iscsi neutron-server[93308]: return func(*args, **kwargs) Aug 06 17:37:25.036442 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 17:37:25.036442 dv-cinder-803773-1-iscsi neutron-server[93308]: self._notify() Aug 06 17:37:25.036442 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 17:37:25.036442 dv-cinder-803773-1-iscsi neutron-server[93308]: self.callback(batched_events) Aug 06 17:37:25.036442 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 17:37:25.036442 dv-cinder-803773-1-iscsi neutron-server[93308]: event.method(event) Aug 06 17:37:25.036442 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 17:37:25.036442 dv-cinder-803773-1-iscsi neutron-server[93308]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 17:37:25.036442 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 17:37:25.036442 dv-cinder-803773-1-iscsi neutron-server[93308]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 17:37:25.036442 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 17:37:25.036442 dv-cinder-803773-1-iscsi neutron-server[93308]: return f(self, *a, **k) Aug 06 17:37:25.036442 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 17:37:25.036442 dv-cinder-803773-1-iscsi neutron-server[93308]: return self._get(url).json() Aug 06 17:37:25.036442 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 17:37:25.036442 dv-cinder-803773-1-iscsi neutron-server[93308]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 17:37:25.036442 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 17:37:25.036442 dv-cinder-803773-1-iscsi neutron-server[93308]: return self.request(url, 'GET', **kwargs) Aug 06 17:37:25.036442 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 17:37:25.036442 dv-cinder-803773-1-iscsi neutron-server[93308]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 17:37:25.036442 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 17:37:25.036442 dv-cinder-803773-1-iscsi neutron-server[93308]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 17:37:25.036442 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 17:37:25.036442 dv-cinder-803773-1-iscsi neutron-server[93308]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 17:37:25.036442 dv-cinder-803773-1-iscsi neutron-server[93308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 17:37:25.069563 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-b6617bfd-a40e-4d74-95b3-c9c1ec36511a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253'] for port, after_delete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:25.082753 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6617bfd-a40e-4d74-95b3-c9c1ec36511a None None] No DVR routers for this DVR port 7da26482-c8b6-46eb-8ed4-f30d199904b6 on host dv-cinder-803773-1-iscsi {{(pid=93310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:37:25.091872 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-31ba6ca0-8f79-48f6-8416-23c465f788c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3691295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435753'] for network, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:25.099222 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-31ba6ca0-8f79-48f6-8416-23c465f788c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for network, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:25.102587 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-31ba6ca0-8f79-48f6-8416-23c465f788c3 admin admin] 10.222.0.89 "DELETE /v2.0/networks/12959d86-3f27-4436-a850-45d1f5a6fb36 HTTP/1.1" status: 204 len: 168 time: 0.5467820 Aug 06 17:37:25.103290 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6617bfd-a40e-4d74-95b3-c9c1ec36511a None None] Pushing event deleted for resources: {'Port': ['ID=7da26482-c8b6-46eb-8ed4-f30d199904b6,revision_number=None']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:37:25.110808 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 40978) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:37:25.116727 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba6ca0-8f79-48f6-8416-23c465f788c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=12959d86-3f27-4436-a850-45d1f5a6fb36,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:37:25.178390 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:25.708264 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-2ab62ba8-64b2-408f-9b8f-3408d804c180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429544'] for router_interface, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:25.965993 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.plugin [None req-2ab62ba8-64b2-408f-9b8f-3408d804c180 admin admin] Deleting port 48b99847-2bae-4e09-880c-b7d1d5c21a26 {{(pid=93309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:37:25.966220 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-2ab62ba8-64b2-408f-9b8f-3408d804c180 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:26.047831 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.db [None req-2ab62ba8-64b2-408f-9b8f-3408d804c180 admin admin] For port 48b99847-2bae-4e09-880c-b7d1d5c21a26, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=48b99847-2bae-4e09-880c-b7d1d5c21a26,segment=NetworkSegment(48d5a5e8-a2b3-4868-b99f-a5d021f6d44d),segment_id=48d5a5e8-a2b3-4868-b99f-a5d021f6d44d)] {{(pid=93309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:37:26.048189 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-2ab62ba8-64b2-408f-9b8f-3408d804c180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:26.061417 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.plugin [None req-2ab62ba8-64b2-408f-9b8f-3408d804c180 admin admin] Calling delete_port for 48b99847-2bae-4e09-880c-b7d1d5c21a26 owned by network:router_interface {{(pid=93309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:37:26.251256 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-2ab62ba8-64b2-408f-9b8f-3408d804c180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379163'] for port, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:26.282088 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab62ba8-64b2-408f-9b8f-3408d804c180 admin admin] Pushing event deleted for resources: {'Port': ['ID=48b99847-2bae-4e09-880c-b7d1d5c21a26,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:37:26.449786 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-2ab62ba8-64b2-408f-9b8f-3408d804c180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429428'] for router_interface, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:26.667121 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab62ba8-64b2-408f-9b8f-3408d804c180 admin admin] Router 216f163b-0896-4a61-ad35-fb17695226d4 has already been hosted by L3 agent cbcd3d9e-bca5-4529-952b-48c65d2aceac {{(pid=93309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:37:26.777967 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab62ba8-64b2-408f-9b8f-3408d804c180 admin admin] Notify agent at l3_agent.dv-cinder-803773-1-iscsi the message routers_updated {{(pid=93309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:37:26.784108 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-2ab62ba8-64b2-408f-9b8f-3408d804c180 admin admin] 10.222.0.89 "PUT /v2.0/routers/216f163b-0896-4a61-ad35-fb17695226d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6714776 Aug 06 17:37:26.787157 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 40980) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:37:26.790913 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddb37d2-ddf7-4891-bb86-9496395dcc82 None None] Sync routers for ids ['216f163b-0896-4a61-ad35-fb17695226d4'] in dv-cinder-803773-1-iscsi {{(pid=93311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:37:26.803358 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddb37d2-ddf7-4891-bb86-9496395dcc82 None None] Routers {'216f163b-0896-4a61-ad35-fb17695226d4'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:37:26.803970 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-8ddb37d2-ddf7-4891-bb86-9496395dcc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:37:23Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['216f163b-0896-4a61-ad35-fb17695226d4'], 'active': True} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:37:26.895980 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-a276c6ab-d425-4654-adc2-a26071623e97 admin admin] Notify callbacks [] for router, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:26.909644 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvr_db [None req-8ddb37d2-ddf7-4891-bb86-9496395dcc82 None None] Set router 216f163b-0896-4a61-ad35-fb17695226d4 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:37:26.994549 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-a276c6ab-d425-4654-adc2-a26071623e97 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:27.022176 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:27.054094 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.plugin [None req-a276c6ab-d425-4654-adc2-a26071623e97 admin admin] Deleting port 7d1dbbc7-720d-4821-ba7d-2dbbc3546155 {{(pid=93309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:37:27.054445 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-a276c6ab-d425-4654-adc2-a26071623e97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:27.085449 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-8ddb37d2-ddf7-4891-bb86-9496395dcc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216f163b-0896-4a61-ad35-fb17695226d4', 'name': 'tempest-TestVolumeBootPattern-1756391350-router', 'tenant_id': 'deb4bf1438e8472cb1ebae99d72a2c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '7d1dbbc7-720d-4821-ba7d-2dbbc3546155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:30:03Z', 'updated_at': '2021-08-06T17:37:26Z', 'revision_number': 5, 'project_id': 'deb4bf1438e8472cb1ebae99d72a2c18', 'gw_port': {'id': '7d1dbbc7-720d-4821-ba7d-2dbbc3546155', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:eb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216f163b-0896-4a61-ad35-fb17695226d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:30:03Z', 'updated_at': '2021-08-06T17:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi'}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:37:27.114970 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddb37d2-ddf7-4891-bb86-9496395dcc82 None None] Checking router: 216f163b-0896-4a61-ad35-fb17695226d4 for host: dv-cinder-803773-1-iscsi {{(pid=93311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:37:27.123956 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddb37d2-ddf7-4891-bb86-9496395dcc82 None None] Routers {'216f163b-0896-4a61-ad35-fb17695226d4'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:37:27.124557 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-8ddb37d2-ddf7-4891-bb86-9496395dcc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:37:23Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['216f163b-0896-4a61-ad35-fb17695226d4'], 'active': True} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:37:27.130753 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.db [None req-a276c6ab-d425-4654-adc2-a26071623e97 admin admin] For port 7d1dbbc7-720d-4821-ba7d-2dbbc3546155, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=7d1dbbc7-720d-4821-ba7d-2dbbc3546155,segment=NetworkSegment(0f56620f-272e-4079-bfd8-f32d6a32afa9),segment_id=0f56620f-272e-4079-bfd8-f32d6a32afa9)] {{(pid=93309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:37:27.131113 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-a276c6ab-d425-4654-adc2-a26071623e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:27.144577 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.plugin [None req-a276c6ab-d425-4654-adc2-a26071623e97 admin admin] Calling delete_port for 7d1dbbc7-720d-4821-ba7d-2dbbc3546155 owned by network:router_gateway {{(pid=93309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:37:27.303675 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvr_db [None req-8ddb37d2-ddf7-4891-bb86-9496395dcc82 None None] Set router 216f163b-0896-4a61-ad35-fb17695226d4 gateway port host: None {{(pid=93311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:37:27.319495 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-a276c6ab-d425-4654-adc2-a26071623e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379163'] for port, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:27.349569 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a276c6ab-d425-4654-adc2-a26071623e97 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d1dbbc7-720d-4821-ba7d-2dbbc3546155,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:37:27.357574 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-8ddb37d2-ddf7-4891-bb86-9496395dcc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216f163b-0896-4a61-ad35-fb17695226d4', 'name': 'tempest-TestVolumeBootPattern-1756391350-router', 'tenant_id': 'deb4bf1438e8472cb1ebae99d72a2c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:30:03Z', 'updated_at': '2021-08-06T17:37:26Z', 'revision_number': 6, 'project_id': 'deb4bf1438e8472cb1ebae99d72a2c18', 'gw_port_host': None}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:37:27.386661 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddb37d2-ddf7-4891-bb86-9496395dcc82 None None] The sync data for ids ['216f163b-0896-4a61-ad35-fb17695226d4'] in dv-cinder-803773-1-iscsi is: [{'id': '216f163b-0896-4a61-ad35-fb17695226d4', 'name': 'tempest-TestVolumeBootPattern-1756391350-router', 'tenant_id': 'deb4bf1438e8472cb1ebae99d72a2c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:30:03Z', 'updated_at': '2021-08-06T17:37:26Z', 'revision_number': 6, 'project_id': 'deb4bf1438e8472cb1ebae99d72a2c18', 'gw_port_host': None}] {{(pid=93311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:37:27.411349 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-a276c6ab-d425-4654-adc2-a26071623e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-434336'] for router_gateway, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:27.504161 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-a276c6ab-d425-4654-adc2-a26071623e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5262'] for router, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:27.506448 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-a276c6ab-d425-4654-adc2-a26071623e97 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:27.553546 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-a276c6ab-d425-4654-adc2-a26071623e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427157'] for router, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:27.554084 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a276c6ab-d425-4654-adc2-a26071623e97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 216f163b-0896-4a61-ad35-fb17695226d4 {{(pid=93309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 17:37:27.558862 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-a276c6ab-d425-4654-adc2-a26071623e97 admin admin] Notify callbacks [] for router, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:27.560010 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-a276c6ab-d425-4654-adc2-a26071623e97 admin admin] 10.222.0.89 "DELETE /v2.0/routers/216f163b-0896-4a61-ad35-fb17695226d4 HTTP/1.1" status: 204 len: 168 time: 0.7718446 Aug 06 17:37:27.562608 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 40982) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:37:27.610232 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.db_base_plugin_v2 [None req-e65c369d-eb5f-471c-aae9-9d689592b947 admin admin] Deleting subnet 7cf537f3-4c71-477c-8e76-2618b07465f2 {{(pid=93309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 17:37:27.613351 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-e65c369d-eb5f-471c-aae9-9d689592b947 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:27.646968 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-e65c369d-eb5f-471c-aae9-9d689592b947 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29372843'] for subnet, precommit_delete_associations {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:27.728193 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-e65c369d-eb5f-471c-aae9-9d689592b947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3688605'] for subnet, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:27.789781 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-e65c369d-eb5f-471c-aae9-9d689592b947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3688586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30379176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29509891'] for subnet, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:27.819124 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-e65c369d-eb5f-471c-aae9-9d689592b947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for subnet, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:27.821174 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-e65c369d-eb5f-471c-aae9-9d689592b947 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/7cf537f3-4c71-477c-8e76-2618b07465f2 HTTP/1.1" status: 204 len: 168 time: 0.2576239 Aug 06 17:37:27.822621 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c369d-eb5f-471c-aae9-9d689592b947 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cf537f3-4c71-477c-8e76-2618b07465f2,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:37:27.824206 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 40984) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:37:27.824707 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35b5b6d-568d-461b-abf7-42ebc5346198 None None] Network f7e004e9-5b16-4b6a-ad22-d4806dcf81c8 requested from dv-cinder-803773-1-iscsi {{(pid=93310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:37:27.898809 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-5b4376e8-db53-4a77-8381-e4cc96e1d822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798447'] for network, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:28.164007 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d8449a-7127-4c48-ad15-60000ec13b23 None None] DHCP port deletion for f7e004e9-5b16-4b6a-ad22-d4806dcf81c8 request from dv-cinder-803773-1-iscsi {{(pid=93310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 17:37:28.213586 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-c2d8449a-7127-4c48-ad15-60000ec13b23 None None] Deleting port 487876ae-59eb-4049-893f-ceb828fcede8 {{(pid=93310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:37:28.213943 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-c2d8449a-7127-4c48-ad15-60000ec13b23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:28.233802 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [None req-5b4376e8-db53-4a77-8381-e4cc96e1d822 admin admin] Deleting port 487876ae-59eb-4049-893f-ceb828fcede8 {{(pid=93308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:37:28.234143 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-5b4376e8-db53-4a77-8381-e4cc96e1d822 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:28.279702 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-c2d8449a-7127-4c48-ad15-60000ec13b23 None None] For port 487876ae-59eb-4049-893f-ceb828fcede8, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=487876ae-59eb-4049-893f-ceb828fcede8,segment=NetworkSegment(48d5a5e8-a2b3-4868-b99f-a5d021f6d44d),segment_id=48d5a5e8-a2b3-4868-b99f-a5d021f6d44d)] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:37:28.280545 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-c2d8449a-7127-4c48-ad15-60000ec13b23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:28.292598 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-c2d8449a-7127-4c48-ad15-60000ec13b23 None None] Calling delete_port for 487876ae-59eb-4049-893f-ceb828fcede8 owned by network:dhcp {{(pid=93310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:37:28.296791 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [None req-5b4376e8-db53-4a77-8381-e4cc96e1d822 admin admin] For port 487876ae-59eb-4049-893f-ceb828fcede8, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=487876ae-59eb-4049-893f-ceb828fcede8,segment=NetworkSegment(48d5a5e8-a2b3-4868-b99f-a5d021f6d44d),segment_id=48d5a5e8-a2b3-4868-b99f-a5d021f6d44d)] {{(pid=93308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:37:28.297159 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-5b4376e8-db53-4a77-8381-e4cc96e1d822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:28.310039 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [None req-5b4376e8-db53-4a77-8381-e4cc96e1d822 admin admin] Calling delete_port for 487876ae-59eb-4049-893f-ceb828fcede8 owned by network:dhcp {{(pid=93308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:37:28.371980 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-c2d8449a-7127-4c48-ad15-60000ec13b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253'] for port, after_delete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:28.395099 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-5b4376e8-db53-4a77-8381-e4cc96e1d822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089738'] for port, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:28.395373 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d8449a-7127-4c48-ad15-60000ec13b23 None None] Pushing event deleted for resources: {'Port': ['ID=487876ae-59eb-4049-893f-ceb828fcede8,revision_number=None']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:37:28.405312 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d8449a-7127-4c48-ad15-60000ec13b23 None None] No DVR routers for this DVR port 487876ae-59eb-4049-893f-ceb828fcede8 on host dv-cinder-803773-1-iscsi {{(pid=93310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:37:28.409032 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4376e8-db53-4a77-8381-e4cc96e1d822 admin admin] No DVR routers for this DVR port 487876ae-59eb-4049-893f-ceb828fcede8 on host dv-cinder-803773-1-iscsi {{(pid=93308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:37:28.410710 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d8449a-7127-4c48-ad15-60000ec13b23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:37:28.411235 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d8449a-7127-4c48-ad15-60000ec13b23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:37:28.411584 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d8449a-7127-4c48-ad15-60000ec13b23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:37:28.411917 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d8449a-7127-4c48-ad15-60000ec13b23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:37:28.412250 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d8449a-7127-4c48-ad15-60000ec13b23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:37:28.412577 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d8449a-7127-4c48-ad15-60000ec13b23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:37:28.412896 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d8449a-7127-4c48-ad15-60000ec13b23 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:37:28.413217 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d8449a-7127-4c48-ad15-60000ec13b23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:37:28.413673 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d8449a-7127-4c48-ad15-60000ec13b23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:37:28.414007 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d8449a-7127-4c48-ad15-60000ec13b23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:37:28.414402 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d8449a-7127-4c48-ad15-60000ec13b23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:37:28.415166 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d8449a-7127-4c48-ad15-60000ec13b23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803773-1-iscsi {{(pid=93310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:37:28.436279 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4376e8-db53-4a77-8381-e4cc96e1d822 admin admin] Pushing event deleted for resources: {'Port': ['ID=487876ae-59eb-4049-893f-ceb828fcede8,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:37:28.514980 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-5b4376e8-db53-4a77-8381-e4cc96e1d822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3691302', 'neutron.services.segments.db._delete_segments_for_network-8768831503162'] for network, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:28.527536 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.services.segments.db [None req-5b4376e8-db53-4a77-8381-e4cc96e1d822 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7e004e9-5b16-4b6a-ad22-d4806dcf81c8']}} {{(pid=93308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:37:28.540919 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.services.segments.db [None req-5b4376e8-db53-4a77-8381-e4cc96e1d822 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48d5a5e8-a2b3-4868-b99f-a5d021f6d44d') {'for_net_delete': True} {{(pid=93308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:37:28.541216 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.services.segments.db [None req-5b4376e8-db53-4a77-8381-e4cc96e1d822 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48d5a5e8-a2b3-4868-b99f-a5d021f6d44d') {} {{(pid=93308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:37:28.550819 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-5b4376e8-db53-4a77-8381-e4cc96e1d822 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768831669908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27089376'] for segment, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:28.566528 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-5b4376e8-db53-4a77-8381-e4cc96e1d822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022'] for segment, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:28.573473 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b4376e8-db53-4a77-8381-e4cc96e1d822 admin admin] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=93308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 17:37:28.574086 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-5b4376e8-db53-4a77-8381-e4cc96e1d822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089831'] for segment, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:28.576979 dv-cinder-803773-1-iscsi neutron-server[93308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 17:37:28.576979 dv-cinder-803773-1-iscsi neutron-server[93308]: self.session.flush() Aug 06 17:37:28.576979 dv-cinder-803773-1-iscsi neutron-server[93308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 17:37:28.576979 dv-cinder-803773-1-iscsi neutron-server[93308]: self.session.flush() Aug 06 17:37:28.576979 dv-cinder-803773-1-iscsi neutron-server[93308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 17:37:28.576979 dv-cinder-803773-1-iscsi neutron-server[93308]: self.session.flush() Aug 06 17:37:28.576979 dv-cinder-803773-1-iscsi neutron-server[93308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 17:37:28.576979 dv-cinder-803773-1-iscsi neutron-server[93308]: self.session.flush() Aug 06 17:37:28.576979 dv-cinder-803773-1-iscsi neutron-server[93308]: Traceback (most recent call last): Aug 06 17:37:28.576979 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 17:37:28.576979 dv-cinder-803773-1-iscsi neutron-server[93308]: timer() Aug 06 17:37:28.576979 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 17:37:28.576979 dv-cinder-803773-1-iscsi neutron-server[93308]: cb(*args, **kw) Aug 06 17:37:28.576979 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 17:37:28.576979 dv-cinder-803773-1-iscsi neutron-server[93308]: return func(*args, **kwargs) Aug 06 17:37:28.576979 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 17:37:28.576979 dv-cinder-803773-1-iscsi neutron-server[93308]: self._notify() Aug 06 17:37:28.576979 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 17:37:28.576979 dv-cinder-803773-1-iscsi neutron-server[93308]: self.callback(batched_events) Aug 06 17:37:28.576979 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 17:37:28.576979 dv-cinder-803773-1-iscsi neutron-server[93308]: event.method(event) Aug 06 17:37:28.576979 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 17:37:28.576979 dv-cinder-803773-1-iscsi neutron-server[93308]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 17:37:28.576979 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 17:37:28.576979 dv-cinder-803773-1-iscsi neutron-server[93308]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 17:37:28.576979 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 17:37:28.576979 dv-cinder-803773-1-iscsi neutron-server[93308]: return f(self, *a, **k) Aug 06 17:37:28.576979 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 17:37:28.576979 dv-cinder-803773-1-iscsi neutron-server[93308]: return self._get(url).json() Aug 06 17:37:28.576979 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 17:37:28.576979 dv-cinder-803773-1-iscsi neutron-server[93308]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 17:37:28.576979 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 17:37:28.576979 dv-cinder-803773-1-iscsi neutron-server[93308]: return self.request(url, 'GET', **kwargs) Aug 06 17:37:28.576979 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 17:37:28.576979 dv-cinder-803773-1-iscsi neutron-server[93308]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 17:37:28.576979 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 17:37:28.576979 dv-cinder-803773-1-iscsi neutron-server[93308]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 17:37:28.576979 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 17:37:28.576979 dv-cinder-803773-1-iscsi neutron-server[93308]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 17:37:28.576979 dv-cinder-803773-1-iscsi neutron-server[93308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 17:37:28.636256 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-5b4376e8-db53-4a77-8381-e4cc96e1d822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3691295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435753'] for network, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:28.642339 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-5b4376e8-db53-4a77-8381-e4cc96e1d822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for network, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:28.644300 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-5b4376e8-db53-4a77-8381-e4cc96e1d822 admin admin] 10.222.0.89 "DELETE /v2.0/networks/f7e004e9-5b16-4b6a-ad22-d4806dcf81c8 HTTP/1.1" status: 204 len: 168 time: 0.8191454 Aug 06 17:37:28.655494 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4376e8-db53-4a77-8381-e4cc96e1d822 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7e004e9-5b16-4b6a-ad22-d4806dcf81c8,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:37:28.735390 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 7d1dbbc7-720d-4821-ba7d-2dbbc3546155 no longer exists at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:37:28.758109 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] No Port match for: 7d1dbbc7-720d-4821-ba7d-2dbbc3546155 {{(pid=93310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:37:28.758470 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 7d1dbbc7-720d-4821-ba7d-2dbbc3546155 not bound to the agent host dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:37:28.758891 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 487876ae-59eb-4049-893f-ceb828fcede8 no longer exists at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:37:28.764886 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 40988) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:37:28.780220 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] No Port match for: 487876ae-59eb-4049-893f-ceb828fcede8 {{(pid=93310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:37:28.780646 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 487876ae-59eb-4049-893f-ceb828fcede8 not bound to the agent host dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:37:28.781081 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 48b99847-2bae-4e09-880c-b7d1d5c21a26 no longer exists at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:37:28.800887 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] No Port match for: 48b99847-2bae-4e09-880c-b7d1d5c21a26 {{(pid=93310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:37:28.801327 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 48b99847-2bae-4e09-880c-b7d1d5c21a26 not bound to the agent host dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:37:28.805811 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-6eee1068-406f-4844-8c8a-702c68a130fb admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d890e20c0d05493c9b56c9fba16f16d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397456 Aug 06 17:37:28.808366 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 40990) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:37:28.863689 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-30b38838-8986-490a-aa2c-e2f44b7a5a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:28.885443 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-30b38838-8986-490a-aa2c-e2f44b7a5a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:28.937870 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-30b38838-8986-490a-aa2c-e2f44b7a5a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:28.940387 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-30b38838-8986-490a-aa2c-e2f44b7a5a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:28.941482 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-30b38838-8986-490a-aa2c-e2f44b7a5a87 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/507779a2-3dba-4dc9-8e13-7f28698a8081 HTTP/1.1" status: 204 len: 168 time: 0.1322496 Aug 06 17:37:28.949834 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b38838-8986-490a-aa2c-e2f44b7a5a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507779a2-3dba-4dc9-8e13-7f28698a8081,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:37:29.286603 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 40996) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:37:29.329059 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-914736f2-9372-4b7d-a817-bf2fd26c25b2 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=deb4bf1438e8472cb1ebae99d72a2c18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412548 Aug 06 17:37:29.332543 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 40998) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:37:29.383031 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6422348e-f1e2-4dc3-9fec-15768f986aaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:29.405657 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6422348e-f1e2-4dc3-9fec-15768f986aaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:29.454712 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6422348e-f1e2-4dc3-9fec-15768f986aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:29.457303 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6422348e-f1e2-4dc3-9fec-15768f986aaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:29.458473 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-6422348e-f1e2-4dc3-9fec-15768f986aaa admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/8ff5a1f4-6677-4a6e-b33e-ea2704e5616d HTTP/1.1" status: 204 len: 168 time: 0.1250105 Aug 06 17:37:29.466242 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422348e-f1e2-4dc3-9fec-15768f986aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff5a1f4-6677-4a6e-b33e-ea2704e5616d,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:37:39.395443 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.agents_db [None req-f0f84874-ee0a-4567-8005-82f1841bb43f None None] Agent healthcheck: found 6 active agents {{(pid=93311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:37:40.217853 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:45.927315 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 41004) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:37:46.091119 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.plugin [None req-a8e6ee4d-5315-4846-8827-e4b8c96a006b tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Deleting port b80879c3-e924-4c7d-993d-c241e1ccea80 {{(pid=93309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:37:46.091410 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-a8e6ee4d-5315-4846-8827-e4b8c96a006b tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:46.168489 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-a8e6ee4d-5315-4846-8827-e4b8c96a006b tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:46.168784 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-a8e6ee4d-5315-4846-8827-e4b8c96a006b tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:46.181007 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.plugin [None req-a8e6ee4d-5315-4846-8827-e4b8c96a006b tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Calling delete_port for b80879c3-e924-4c7d-993d-c241e1ccea80 owned by network:floatingip {{(pid=93309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:37:46.351445 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-a8e6ee4d-5315-4846-8827-e4b8c96a006b tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379163'] for port, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:46.375690 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e6ee4d-5315-4846-8827-e4b8c96a006b tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Pushing event deleted for resources: {'Port': ['ID=b80879c3-e924-4c7d-993d-c241e1ccea80,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:37:46.438662 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-a8e6ee4d-5315-4846-8827-e4b8c96a006b tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks [] for floatingip, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:46.438903 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.db.l3_db [None req-a8e6ee4d-5315-4846-8827-e4b8c96a006b tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Floating IP 019e7c61-ff4e-4bac-8525-0a7a18f405e2 disassociated (deleted). External IP: 172.27.0.22, port: 77b1741d-230c-4311-a98d-0ad146f73880. Aug 06 17:37:46.910644 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e6ee4d-5315-4846-8827-e4b8c96a006b tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Router 41507326-6c1e-4afa-a2b5-c0b55b598821 has already been hosted by L3 agent cbcd3d9e-bca5-4529-952b-48c65d2aceac {{(pid=93309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:37:47.015086 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e6ee4d-5315-4846-8827-e4b8c96a006b tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify agent at l3_agent.dv-cinder-803773-1-iscsi the message routers_updated {{(pid=93309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:37:47.019982 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-a8e6ee4d-5315-4846-8827-e4b8c96a006b tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for floatingip, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:47.024947 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c22a53-bafa-422f-9d63-02eff6d6d782 None None] Sync routers for ids ['41507326-6c1e-4afa-a2b5-c0b55b598821'] in dv-cinder-803773-1-iscsi {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:37:47.034570 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c22a53-bafa-422f-9d63-02eff6d6d782 None None] Routers {'41507326-6c1e-4afa-a2b5-c0b55b598821'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:37:47.035175 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-c4c22a53-bafa-422f-9d63-02eff6d6d782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:37:23Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['41507326-6c1e-4afa-a2b5-c0b55b598821'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:37:47.051926 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-a8e6ee4d-5315-4846-8827-e4b8c96a006b tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "DELETE /v2.0/floatingips/019e7c61-ff4e-4bac-8525-0a7a18f405e2 HTTP/1.1" status: 204 len: 168 time: 1.1233416 Aug 06 17:37:47.052506 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4723873-655a-4d66-9a66-0b11881b13d1', 'tag': '77b1741d-230c-4311-a98d-0ad146f73880'}] {{(pid=93309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:37:47.055222 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8dc615238e5bcef59bfa1369ec241dac088066ad095906c2652e3fbb51f90a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94168c27-13a8-41ca-ad1e-293ba027cc0d" -d '{"events": [{"name": "network-changed", "server_uuid": "e4723873-655a-4d66-9a66-0b11881b13d1", "tag": "77b1741d-230c-4311-a98d-0ad146f73880"}]}' {{(pid=93309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:37:47.143530 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-c4c22a53-bafa-422f-9d63-02eff6d6d782 None None] Set router 41507326-6c1e-4afa-a2b5-c0b55b598821 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:37:47.313337 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a3f75-7831-4189-bbe6-716bafda94c9 req-94a34d45-895c-428a-a9e6-522d94e0548e tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:37:47.314881 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-9a2a3f75-7831-4189-bbe6-716bafda94c9 req-94a34d45-895c-428a-a9e6-522d94e0548e tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 946 time: 0.0620070 Aug 06 17:37:47.323411 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2568723d-248a-4786-9b60-345971c36217 x-openstack-request-id: req-2568723d-248a-4786-9b60-345971c36217 {{(pid=93309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:37:47.323696 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4723873-655a-4d66-9a66-0b11881b13d1", "tag": "77b1741d-230c-4311-a98d-0ad146f73880", "status": "completed", "code": 200}]} {{(pid=93309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:37:47.323940 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2568723d-248a-4786-9b60-345971c36217 {{(pid=93309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:37:47.324325 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4723873-655a-4d66-9a66-0b11881b13d1', 'tag': '77b1741d-230c-4311-a98d-0ad146f73880', 'status': 'completed', 'code': 200} Aug 06 17:37:47.358119 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-9a2a3f75-7831-4189-bbe6-716bafda94c9 req-d0df8c21-3ec6-4e6c-a914-24be1c64e7ce tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2c3458d-ef23-44c5-a13e-16072b5e98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367169 Aug 06 17:37:47.364148 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-c4c22a53-bafa-422f-9d63-02eff6d6d782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41507326-6c1e-4afa-a2b5-c0b55b598821', 'name': 'tempest-TestShelveInstance-1150841913-router', 'tenant_id': '526db43a44324a978e79d502de775a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '7dcf0ac7-e083-4a12-8cfa-9f5badb318af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:33:16Z', 'updated_at': '2021-08-06T17:33:19Z', 'revision_number': 4, 'project_id': '526db43a44324a978e79d502de775a0f', 'gw_port': {'id': '7dcf0ac7-e083-4a12-8cfa-9f5badb318af', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:52:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41507326-6c1e-4afa-a2b5-c0b55b598821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:33:16Z', 'updated_at': '2021-08-06T17:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': '1723c046-ea59-46a1-bb58-debaab08fac1', 'name': '', 'network_id': '383650eb-2e78-4aeb-9cb2-572c5e0eee93', 'tenant_id': '526db43a44324a978e79d502de775a0f', 'mac_address': 'fa:16:3e:19:a8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41507326-6c1e-4afa-a2b5-c0b55b598821', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '6c3fa723-e45e-4be4-a8d3-fa4a33999fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:33:18Z', 'updated_at': '2021-08-06T17:33:26Z', 'revision_number': 5, 'project_id': '526db43a44324a978e79d502de775a0f', 'subnets': [{'id': '6c3fa723-e45e-4be4-a8d3-fa4a33999fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:37:47.391192 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c22a53-bafa-422f-9d63-02eff6d6d782 None None] Checking router: 41507326-6c1e-4afa-a2b5-c0b55b598821 for host: dv-cinder-803773-1-iscsi {{(pid=93310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:37:47.399641 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c22a53-bafa-422f-9d63-02eff6d6d782 None None] Routers {'41507326-6c1e-4afa-a2b5-c0b55b598821'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:37:47.400239 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-c4c22a53-bafa-422f-9d63-02eff6d6d782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:37:23Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['41507326-6c1e-4afa-a2b5-c0b55b598821'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:37:47.409379 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94168c27-13a8-41ca-ad1e-293ba027cc0d req-c688c9f9-d2a6-462b-ad9e-6d052e579eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:37:47.411200 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-94168c27-13a8-41ca-ad1e-293ba027cc0d req-c688c9f9-d2a6-462b-ad9e-6d052e579eb7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=526db43a44324a978e79d502de775a0f&device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 1099 time: 0.0410044 Aug 06 17:37:47.509427 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94168c27-13a8-41ca-ad1e-293ba027cc0d req-d5ad01b5-3e55-4906-9346-ffe03df48359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:37:47.510836 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-94168c27-13a8-41ca-ad1e-293ba027cc0d req-d5ad01b5-3e55-4906-9346-ffe03df48359 service neutron] 10.222.0.96 "GET /v2.0/networks?id=383650eb-2e78-4aeb-9cb2-572c5e0eee93 HTTP/1.1" status: 200 len: 911 time: 0.0909894 Aug 06 17:37:47.512149 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-c4c22a53-bafa-422f-9d63-02eff6d6d782 None None] Set router 41507326-6c1e-4afa-a2b5-c0b55b598821 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:37:47.557308 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-94168c27-13a8-41ca-ad1e-293ba027cc0d req-d1cecd7e-977c-47a9-b796-30565396cd9a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77b1741d-230c-4311-a98d-0ad146f73880 HTTP/1.1" status: 200 len: 217 time: 0.0361533 Aug 06 17:37:47.610185 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94168c27-13a8-41ca-ad1e-293ba027cc0d req-625a3c48-05b2-433a-90e3-953c202bd304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:37:47.611695 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-94168c27-13a8-41ca-ad1e-293ba027cc0d req-625a3c48-05b2-433a-90e3-953c202bd304 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6c3fa723-e45e-4be4-a8d3-fa4a33999fae HTTP/1.1" status: 200 len: 848 time: 0.0451913 Aug 06 17:37:47.662132 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94168c27-13a8-41ca-ad1e-293ba027cc0d req-97580fd3-3dbe-4897-b810-fc0b3ef56b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:37:47.663780 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-94168c27-13a8-41ca-ad1e-293ba027cc0d req-97580fd3-3dbe-4897-b810-fc0b3ef56b70 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=383650eb-2e78-4aeb-9cb2-572c5e0eee93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445349 Aug 06 17:37:47.713619 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-c4c22a53-bafa-422f-9d63-02eff6d6d782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41507326-6c1e-4afa-a2b5-c0b55b598821', 'name': 'tempest-TestShelveInstance-1150841913-router', 'tenant_id': '526db43a44324a978e79d502de775a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '7dcf0ac7-e083-4a12-8cfa-9f5badb318af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:33:16Z', 'updated_at': '2021-08-06T17:33:19Z', 'revision_number': 4, 'project_id': '526db43a44324a978e79d502de775a0f', 'gw_port': {'id': '7dcf0ac7-e083-4a12-8cfa-9f5badb318af', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:52:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41507326-6c1e-4afa-a2b5-c0b55b598821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:33:16Z', 'updated_at': '2021-08-06T17:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': '1723c046-ea59-46a1-bb58-debaab08fac1', 'name': '', 'network_id': '383650eb-2e78-4aeb-9cb2-572c5e0eee93', 'tenant_id': '526db43a44324a978e79d502de775a0f', 'mac_address': 'fa:16:3e:19:a8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41507326-6c1e-4afa-a2b5-c0b55b598821', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '6c3fa723-e45e-4be4-a8d3-fa4a33999fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:33:18Z', 'updated_at': '2021-08-06T17:33:26Z', 'revision_number': 5, 'project_id': '526db43a44324a978e79d502de775a0f', 'subnets': [{'id': '6c3fa723-e45e-4be4-a8d3-fa4a33999fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:37:47.744410 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c22a53-bafa-422f-9d63-02eff6d6d782 None None] The sync data for ids ['41507326-6c1e-4afa-a2b5-c0b55b598821'] in dv-cinder-803773-1-iscsi is: [{'id': '41507326-6c1e-4afa-a2b5-c0b55b598821', 'name': 'tempest-TestShelveInstance-1150841913-router', 'tenant_id': '526db43a44324a978e79d502de775a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '7dcf0ac7-e083-4a12-8cfa-9f5badb318af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:33:16Z', 'updated_at': '2021-08-06T17:33:19Z', 'revision_number': 4, 'project_id': '526db43a44324a978e79d502de775a0f', 'gw_port': {'id': '7dcf0ac7-e083-4a12-8cfa-9f5badb318af', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:52:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41507326-6c1e-4afa-a2b5-c0b55b598821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:33:16Z', 'updated_at': '2021-08-06T17:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi', '_interfaces': [{'id': '1723c046-ea59-46a1-bb58-debaab08fac1', 'name': '', 'network_id': '383650eb-2e78-4aeb-9cb2-572c5e0eee93', 'tenant_id': '526db43a44324a978e79d502de775a0f', 'mac_address': 'fa:16:3e:19:a8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41507326-6c1e-4afa-a2b5-c0b55b598821', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '6c3fa723-e45e-4be4-a8d3-fa4a33999fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:33:18Z', 'updated_at': '2021-08-06T17:33:26Z', 'revision_number': 5, 'project_id': '526db43a44324a978e79d502de775a0f', 'subnets': [{'id': '6c3fa723-e45e-4be4-a8d3-fa4a33999fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:37:47.755051 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-94168c27-13a8-41ca-ad1e-293ba027cc0d req-9df58eb5-d40d-43df-adec-8b6b2bf53c1a service neutron] 10.222.0.96 "GET /v2.0/networks/383650eb-2e78-4aeb-9cb2-572c5e0eee93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825319 Aug 06 17:37:47.855463 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-94168c27-13a8-41ca-ad1e-293ba027cc0d req-fb990067-52bb-4454-b83e-9bb95d908f85 service neutron] 10.222.0.96 "GET /v2.0/networks/383650eb-2e78-4aeb-9cb2-572c5e0eee93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916326 Aug 06 17:37:47.962250 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bc64d6-5d04-4079-829e-db62bae4b798 None None] New status for floating IP 019e7c61-ff4e-4bac-8525-0a7a18f405e2: DOWN {{(pid=93311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 17:37:48.492512 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd837af-77e6-4b6a-b856-c6da6ff238ca req-f927d203-30d4-4605-9c63-171885d25a64 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:37:48.494007 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-cdd837af-77e6-4b6a-b856-c6da6ff238ca req-f927d203-30d4-4605-9c63-171885d25a64 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 946 time: 0.0572441 Aug 06 17:37:48.534032 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-cdd837af-77e6-4b6a-b856-c6da6ff238ca req-d300cba8-f1a5-4d0c-bff2-1928a01b9cc2 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2c3458d-ef23-44c5-a13e-16072b5e98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336578 Aug 06 17:37:49.273339 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acb3b2-4941-4ad6-b0e4-423a74a25483 req-b1e4da6b-94ec-4a65-b0cc-0c88e819fc66 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:37:49.274678 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-e8acb3b2-4941-4ad6-b0e4-423a74a25483 req-b1e4da6b-94ec-4a65-b0cc-0c88e819fc66 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.96 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 946 time: 0.0545986 Aug 06 17:37:49.369956 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [req-e8acb3b2-4941-4ad6-b0e4-423a74a25483 req-a704a4cf-7508-4dde-8e2f-f563598f3fb1 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Deleting port 77b1741d-230c-4311-a98d-0ad146f73880 {{(pid=93308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:37:49.370282 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-e8acb3b2-4941-4ad6-b0e4-423a74a25483 req-a704a4cf-7508-4dde-8e2f-f563598f3fb1 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:49.458725 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [req-e8acb3b2-4941-4ad6-b0e4-423a74a25483 req-a704a4cf-7508-4dde-8e2f-f563598f3fb1 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] For port 77b1741d-230c-4311-a98d-0ad146f73880, host hv-cinder-80377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80377',level=0,port_id=77b1741d-230c-4311-a98d-0ad146f73880,segment=NetworkSegment(766b331e-c03f-41d1-9717-c1f6796db104),segment_id=766b331e-c03f-41d1-9717-c1f6796db104)] {{(pid=93308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:37:49.459096 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-e8acb3b2-4941-4ad6-b0e4-423a74a25483 req-a704a4cf-7508-4dde-8e2f-f563598f3fb1 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:49.471491 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [req-e8acb3b2-4941-4ad6-b0e4-423a74a25483 req-a704a4cf-7508-4dde-8e2f-f563598f3fb1 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Calling delete_port for 77b1741d-230c-4311-a98d-0ad146f73880 owned by compute:nova {{(pid=93308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:37:49.609397 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-e8acb3b2-4941-4ad6-b0e4-423a74a25483 req-a704a4cf-7508-4dde-8e2f-f563598f3fb1 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089738'] for port, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:49.631791 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [req-c22f7b1b-b213-4395-a6ff-ee8ced90d158 req-82e3a0a4-321c-4077-9a44-ee8864eef8ad tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4723873-655a-4d66-9a66-0b11881b13d1 HTTP/1.1" status: 200 len: 210 time: 0.0271111 Aug 06 17:37:49.637484 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a704a4cf-7508-4dde-8e2f-f563598f3fb1 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Pushing event deleted for resources: {'Port': ['ID=77b1741d-230c-4311-a98d-0ad146f73880,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:37:49.684333 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8acb3b2-4941-4ad6-b0e4-423a74a25483 req-a704a4cf-7508-4dde-8e2f-f563598f3fb1 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] No DVR routers for this DVR port 77b1741d-230c-4311-a98d-0ad146f73880 on host hv-cinder-80377 {{(pid=93308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:37:49.686900 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [req-e8acb3b2-4941-4ad6-b0e4-423a74a25483 req-a704a4cf-7508-4dde-8e2f-f563598f3fb1 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38867'] for port, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:49.689025 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [req-e8acb3b2-4941-4ad6-b0e4-423a74a25483 req-a704a4cf-7508-4dde-8e2f-f563598f3fb1 tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.96 "DELETE /v2.0/ports/77b1741d-230c-4311-a98d-0ad146f73880 HTTP/1.1" status: 204 len: 173 time: 0.4071820 Aug 06 17:37:49.689479 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4723873-655a-4d66-9a66-0b11881b13d1', 'name': 'network-vif-deleted', 'tag': '77b1741d-230c-4311-a98d-0ad146f73880'}] {{(pid=93308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:37:49.691748 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9970891e86e7a54ba8327591cdb5f98a510e69f2198634f60bde42845cd177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b44739d-2739-4f8a-b2f6-37c0fc5ab972" -d '{"events": [{"server_uuid": "e4723873-655a-4d66-9a66-0b11881b13d1", "name": "network-vif-deleted", "tag": "77b1741d-230c-4311-a98d-0ad146f73880"}]}' {{(pid=93308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:37:49.730407 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e571b5d-49d0-4b85-a10b-2cf067a3dc7c x-openstack-request-id: req-8e571b5d-49d0-4b85-a10b-2cf067a3dc7c {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:37:49.730758 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4723873-655a-4d66-9a66-0b11881b13d1", "name": "network-vif-deleted", "tag": "77b1741d-230c-4311-a98d-0ad146f73880", "status": "completed", "code": 200}]} {{(pid=93308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:37:49.731011 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-8e571b5d-49d0-4b85-a10b-2cf067a3dc7c {{(pid=93308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:37:49.731427 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4723873-655a-4d66-9a66-0b11881b13d1', 'name': 'network-vif-deleted', 'tag': '77b1741d-230c-4311-a98d-0ad146f73880', 'status': 'completed', 'code': 200} Aug 06 17:37:50.692865 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 41024) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:37:50.752636 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-9291f183-b75e-4d83-a5cb-2d39fe071f6d tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:50.777454 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-9291f183-b75e-4d83-a5cb-2d39fe071f6d tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:50.844013 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-9291f183-b75e-4d83-a5cb-2d39fe071f6d tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:50.846570 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-9291f183-b75e-4d83-a5cb-2d39fe071f6d tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:50.847710 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-9291f183-b75e-4d83-a5cb-2d39fe071f6d tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] 10.222.0.89 "DELETE /v2.0/security-groups/a2c3458d-ef23-44c5-a13e-16072b5e98b3 HTTP/1.1" status: 204 len: 168 time: 0.1539969 Aug 06 17:37:50.857024 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9291f183-b75e-4d83-a5cb-2d39fe071f6d tempest-TestShelveInstance-1977000238 tempest-TestShelveInstance-1977000238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c3458d-ef23-44c5-a13e-16072b5e98b3,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:37:50.894747 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 41028) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:37:51.137033 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-bbe503db-f345-4b0f-a56e-0d005d20ce10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:51.245734 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-fc3b4a07-c7ce-4d4d-a00e-c2f5e3cad947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429544'] for router_interface, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:51.509109 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.plugin [None req-fc3b4a07-c7ce-4d4d-a00e-c2f5e3cad947 admin admin] Deleting port 1723c046-ea59-46a1-bb58-debaab08fac1 {{(pid=93309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:37:51.509446 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-fc3b4a07-c7ce-4d4d-a00e-c2f5e3cad947 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:51.586603 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.db [None req-fc3b4a07-c7ce-4d4d-a00e-c2f5e3cad947 admin admin] For port 1723c046-ea59-46a1-bb58-debaab08fac1, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=1723c046-ea59-46a1-bb58-debaab08fac1,segment=NetworkSegment(766b331e-c03f-41d1-9717-c1f6796db104),segment_id=766b331e-c03f-41d1-9717-c1f6796db104)] {{(pid=93309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:37:51.586940 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-fc3b4a07-c7ce-4d4d-a00e-c2f5e3cad947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:51.602989 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.plugin [None req-fc3b4a07-c7ce-4d4d-a00e-c2f5e3cad947 admin admin] Calling delete_port for 1723c046-ea59-46a1-bb58-debaab08fac1 owned by network:router_interface {{(pid=93309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:37:51.807470 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-fc3b4a07-c7ce-4d4d-a00e-c2f5e3cad947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379163'] for port, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:51.832079 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b4a07-c7ce-4d4d-a00e-c2f5e3cad947 admin admin] Pushing event deleted for resources: {'Port': ['ID=1723c046-ea59-46a1-bb58-debaab08fac1,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:37:51.997396 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-fc3b4a07-c7ce-4d4d-a00e-c2f5e3cad947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429428'] for router_interface, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:52.136957 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 77b1741d-230c-4311-a98d-0ad146f73880 no longer exists at agent hyperv_hv-cinder-80377 {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:37:52.157499 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] No Port match for: 77b1741d-230c-4311-a98d-0ad146f73880 {{(pid=93310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:37:52.158218 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Device 77b1741d-230c-4311-a98d-0ad146f73880 not bound to the agent host hv-cinder-80377 {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:37:52.226231 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3b4a07-c7ce-4d4d-a00e-c2f5e3cad947 admin admin] Router 41507326-6c1e-4afa-a2b5-c0b55b598821 has already been hosted by L3 agent cbcd3d9e-bca5-4529-952b-48c65d2aceac {{(pid=93309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:37:52.334562 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3b4a07-c7ce-4d4d-a00e-c2f5e3cad947 admin admin] Notify agent at l3_agent.dv-cinder-803773-1-iscsi the message routers_updated {{(pid=93309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:37:52.340750 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-fc3b4a07-c7ce-4d4d-a00e-c2f5e3cad947 admin admin] 10.222.0.89 "PUT /v2.0/routers/41507326-6c1e-4afa-a2b5-c0b55b598821/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4445970 Aug 06 17:37:52.342612 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 41030) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:37:52.344198 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b63ffe0-a729-4614-8599-684b5e44177a None None] Sync routers for ids ['41507326-6c1e-4afa-a2b5-c0b55b598821'] in dv-cinder-803773-1-iscsi {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:37:52.354646 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b63ffe0-a729-4614-8599-684b5e44177a None None] Routers {'41507326-6c1e-4afa-a2b5-c0b55b598821'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:37:52.355255 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-6b63ffe0-a729-4614-8599-684b5e44177a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:37:23Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['41507326-6c1e-4afa-a2b5-c0b55b598821'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:37:52.447669 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-cd5ef798-b11c-4362-9983-5cf2be520bed admin admin] Notify callbacks [] for router, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:52.461792 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-6b63ffe0-a729-4614-8599-684b5e44177a None None] Set router 41507326-6c1e-4afa-a2b5-c0b55b598821 gateway port host: dv-cinder-803773-1-iscsi {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:37:52.551535 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-cd5ef798-b11c-4362-9983-5cf2be520bed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:52.603222 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [None req-cd5ef798-b11c-4362-9983-5cf2be520bed admin admin] Deleting port 7dcf0ac7-e083-4a12-8cfa-9f5badb318af {{(pid=93308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:37:52.603507 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-cd5ef798-b11c-4362-9983-5cf2be520bed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:52.642292 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-6b63ffe0-a729-4614-8599-684b5e44177a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41507326-6c1e-4afa-a2b5-c0b55b598821', 'name': 'tempest-TestShelveInstance-1150841913-router', 'tenant_id': '526db43a44324a978e79d502de775a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '7dcf0ac7-e083-4a12-8cfa-9f5badb318af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:33:16Z', 'updated_at': '2021-08-06T17:37:51Z', 'revision_number': 5, 'project_id': '526db43a44324a978e79d502de775a0f', 'gw_port': {'id': '7dcf0ac7-e083-4a12-8cfa-9f5badb318af', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:52:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41507326-6c1e-4afa-a2b5-c0b55b598821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:33:16Z', 'updated_at': '2021-08-06T17:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi'}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:37:52.673031 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b63ffe0-a729-4614-8599-684b5e44177a None None] Checking router: 41507326-6c1e-4afa-a2b5-c0b55b598821 for host: dv-cinder-803773-1-iscsi {{(pid=93310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:37:52.680908 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [None req-cd5ef798-b11c-4362-9983-5cf2be520bed admin admin] For port 7dcf0ac7-e083-4a12-8cfa-9f5badb318af, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=7dcf0ac7-e083-4a12-8cfa-9f5badb318af,segment=NetworkSegment(0f56620f-272e-4079-bfd8-f32d6a32afa9),segment_id=0f56620f-272e-4079-bfd8-f32d6a32afa9)] {{(pid=93308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:37:52.681310 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-cd5ef798-b11c-4362-9983-5cf2be520bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:52.681861 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b63ffe0-a729-4614-8599-684b5e44177a None None] Routers {'41507326-6c1e-4afa-a2b5-c0b55b598821'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:37:52.682474 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-6b63ffe0-a729-4614-8599-684b5e44177a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:37:23Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['41507326-6c1e-4afa-a2b5-c0b55b598821'], 'active': True} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:37:52.695190 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [None req-cd5ef798-b11c-4362-9983-5cf2be520bed admin admin] Calling delete_port for 7dcf0ac7-e083-4a12-8cfa-9f5badb318af owned by network:router_gateway {{(pid=93308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:37:52.890531 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-cd5ef798-b11c-4362-9983-5cf2be520bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089738'] for port, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:52.905350 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvr_db [None req-6b63ffe0-a729-4614-8599-684b5e44177a None None] Set router 41507326-6c1e-4afa-a2b5-c0b55b598821 gateway port host: None {{(pid=93310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:37:52.923785 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ef798-b11c-4362-9983-5cf2be520bed admin admin] Pushing event deleted for resources: {'Port': ['ID=7dcf0ac7-e083-4a12-8cfa-9f5badb318af,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:37:52.964459 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_hamode_db [None req-6b63ffe0-a729-4614-8599-684b5e44177a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41507326-6c1e-4afa-a2b5-c0b55b598821', 'name': 'tempest-TestShelveInstance-1150841913-router', 'tenant_id': '526db43a44324a978e79d502de775a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:33:16Z', 'updated_at': '2021-08-06T17:37:52Z', 'revision_number': 6, 'project_id': '526db43a44324a978e79d502de775a0f', 'gw_port_host': None}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:37:52.990644 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-cd5ef798-b11c-4362-9983-5cf2be520bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-434336'] for router_gateway, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:53.000421 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b63ffe0-a729-4614-8599-684b5e44177a None None] The sync data for ids ['41507326-6c1e-4afa-a2b5-c0b55b598821'] in dv-cinder-803773-1-iscsi is: [{'id': '41507326-6c1e-4afa-a2b5-c0b55b598821', 'name': 'tempest-TestShelveInstance-1150841913-router', 'tenant_id': '526db43a44324a978e79d502de775a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:33:16Z', 'updated_at': '2021-08-06T17:37:52Z', 'revision_number': 6, 'project_id': '526db43a44324a978e79d502de775a0f', 'gw_port_host': None}] {{(pid=93310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:37:53.088887 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-cd5ef798-b11c-4362-9983-5cf2be520bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5262'] for router, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:53.091200 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-cd5ef798-b11c-4362-9983-5cf2be520bed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:53.140358 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-cd5ef798-b11c-4362-9983-5cf2be520bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427157'] for router, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:53.140878 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5ef798-b11c-4362-9983-5cf2be520bed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41507326-6c1e-4afa-a2b5-c0b55b598821 {{(pid=93308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 17:37:53.145882 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-cd5ef798-b11c-4362-9983-5cf2be520bed admin admin] Notify callbacks [] for router, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:53.150046 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-cd5ef798-b11c-4362-9983-5cf2be520bed admin admin] 10.222.0.89 "DELETE /v2.0/routers/41507326-6c1e-4afa-a2b5-c0b55b598821 HTTP/1.1" status: 204 len: 168 time: 0.8063002 Aug 06 17:37:53.150235 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 41032) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:37:53.205236 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.db.db_base_plugin_v2 [None req-45d558c2-cc5b-474a-8d38-84e4c471ae28 admin admin] Deleting subnet 6c3fa723-e45e-4be4-a8d3-fa4a33999fae {{(pid=93309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 17:37:53.209405 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-45d558c2-cc5b-474a-8d38-84e4c471ae28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:53.249129 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-45d558c2-cc5b-474a-8d38-84e4c471ae28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29372843'] for subnet, precommit_delete_associations {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:53.344654 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-45d558c2-cc5b-474a-8d38-84e4c471ae28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3688605'] for subnet, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:53.411118 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-45d558c2-cc5b-474a-8d38-84e4c471ae28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3688586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30379176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29509891'] for subnet, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:53.429258 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-213d605c-8366-4596-b898-7ec9ae76a688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:53.439843 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d558c2-cc5b-474a-8d38-84e4c471ae28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c3fa723-e45e-4be4-a8d3-fa4a33999fae,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:37:53.452835 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-45d558c2-cc5b-474a-8d38-84e4c471ae28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for subnet, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:53.452835 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-45d558c2-cc5b-474a-8d38-84e4c471ae28 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/6c3fa723-e45e-4be4-a8d3-fa4a33999fae HTTP/1.1" status: 204 len: 168 time: 0.2989156 Aug 06 17:37:53.453091 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 41034) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:37:53.462058 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d312a0-5a4b-40a6-9051-e468c973b790 None None] Network 383650eb-2e78-4aeb-9cb2-572c5e0eee93 requested from dv-cinder-803773-1-iscsi {{(pid=93310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:37:53.532298 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-71788e3e-2ece-4aef-9fad-9ce803610166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798447'] for network, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:53.590767 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [None req-71788e3e-2ece-4aef-9fad-9ce803610166 admin admin] Deleting port d998a22a-fb16-4a00-93cc-5a915df8b60b {{(pid=93308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:37:53.591193 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-71788e3e-2ece-4aef-9fad-9ce803610166 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:53.666129 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [None req-71788e3e-2ece-4aef-9fad-9ce803610166 admin admin] For port d998a22a-fb16-4a00-93cc-5a915df8b60b, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=d998a22a-fb16-4a00-93cc-5a915df8b60b,segment=NetworkSegment(766b331e-c03f-41d1-9717-c1f6796db104),segment_id=766b331e-c03f-41d1-9717-c1f6796db104)] {{(pid=93308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:37:53.666647 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-71788e3e-2ece-4aef-9fad-9ce803610166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:53.681728 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [None req-71788e3e-2ece-4aef-9fad-9ce803610166 admin admin] Calling delete_port for d998a22a-fb16-4a00-93cc-5a915df8b60b owned by network:dhcp {{(pid=93308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:37:53.767296 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-71788e3e-2ece-4aef-9fad-9ce803610166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089738'] for port, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:53.799051 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71788e3e-2ece-4aef-9fad-9ce803610166 admin admin] No DVR routers for this DVR port d998a22a-fb16-4a00-93cc-5a915df8b60b on host dv-cinder-803773-1-iscsi {{(pid=93308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:37:53.801491 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ace4f8-a049-4bad-a8d6-be80fdf1bd70 None None] DHCP port deletion for 383650eb-2e78-4aeb-9cb2-572c5e0eee93 request from dv-cinder-803773-1-iscsi {{(pid=93310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 17:37:53.806380 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71788e3e-2ece-4aef-9fad-9ce803610166 admin admin] Pushing event deleted for resources: {'Port': ['ID=d998a22a-fb16-4a00-93cc-5a915df8b60b,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:37:53.878996 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-71788e3e-2ece-4aef-9fad-9ce803610166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3691302', 'neutron.services.segments.db._delete_segments_for_network-8768831503162'] for network, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:53.889847 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.services.segments.db [None req-71788e3e-2ece-4aef-9fad-9ce803610166 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['383650eb-2e78-4aeb-9cb2-572c5e0eee93']}} {{(pid=93308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:37:53.901951 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.services.segments.db [None req-71788e3e-2ece-4aef-9fad-9ce803610166 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '766b331e-c03f-41d1-9717-c1f6796db104') {'for_net_delete': True} {{(pid=93308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:37:53.902308 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.services.segments.db [None req-71788e3e-2ece-4aef-9fad-9ce803610166 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '766b331e-c03f-41d1-9717-c1f6796db104') {} {{(pid=93308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:37:53.911128 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-71788e3e-2ece-4aef-9fad-9ce803610166 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768831669908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27089376'] for segment, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:53.925541 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-71788e3e-2ece-4aef-9fad-9ce803610166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022'] for segment, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:53.932452 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71788e3e-2ece-4aef-9fad-9ce803610166 admin admin] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=93308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 17:37:53.932847 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-71788e3e-2ece-4aef-9fad-9ce803610166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089831'] for segment, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:53.934555 dv-cinder-803773-1-iscsi neutron-server[93308]: Traceback (most recent call last): Aug 06 17:37:53.934555 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 17:37:53.934555 dv-cinder-803773-1-iscsi neutron-server[93308]: timer() Aug 06 17:37:53.934555 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 17:37:53.934555 dv-cinder-803773-1-iscsi neutron-server[93308]: cb(*args, **kw) Aug 06 17:37:53.934555 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 17:37:53.934555 dv-cinder-803773-1-iscsi neutron-server[93308]: return func(*args, **kwargs) Aug 06 17:37:53.934555 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 17:37:53.934555 dv-cinder-803773-1-iscsi neutron-server[93308]: self._notify() Aug 06 17:37:53.934555 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 17:37:53.934555 dv-cinder-803773-1-iscsi neutron-server[93308]: self.callback(batched_events) Aug 06 17:37:53.934555 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 17:37:53.934555 dv-cinder-803773-1-iscsi neutron-server[93308]: event.method(event) Aug 06 17:37:53.934555 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 17:37:53.934555 dv-cinder-803773-1-iscsi neutron-server[93308]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 17:37:53.934555 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 17:37:53.934555 dv-cinder-803773-1-iscsi neutron-server[93308]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 17:37:53.934555 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 17:37:53.934555 dv-cinder-803773-1-iscsi neutron-server[93308]: return f(self, *a, **k) Aug 06 17:37:53.934555 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 17:37:53.934555 dv-cinder-803773-1-iscsi neutron-server[93308]: return self._get(url).json() Aug 06 17:37:53.934555 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 17:37:53.934555 dv-cinder-803773-1-iscsi neutron-server[93308]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 17:37:53.934555 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 17:37:53.934555 dv-cinder-803773-1-iscsi neutron-server[93308]: return self.request(url, 'GET', **kwargs) Aug 06 17:37:53.934555 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 17:37:53.934555 dv-cinder-803773-1-iscsi neutron-server[93308]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 17:37:53.934555 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 17:37:53.934555 dv-cinder-803773-1-iscsi neutron-server[93308]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 17:37:53.934555 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 17:37:53.934555 dv-cinder-803773-1-iscsi neutron-server[93308]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 17:37:53.934555 dv-cinder-803773-1-iscsi neutron-server[93308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 17:37:54.001268 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-71788e3e-2ece-4aef-9fad-9ce803610166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3691295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435753'] for network, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:54.010096 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-71788e3e-2ece-4aef-9fad-9ce803610166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for network, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:54.012548 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-71788e3e-2ece-4aef-9fad-9ce803610166 admin admin] 10.222.0.89 "DELETE /v2.0/networks/383650eb-2e78-4aeb-9cb2-572c5e0eee93 HTTP/1.1" status: 204 len: 168 time: 0.5584989 Aug 06 17:37:54.015560 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 41036) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:37:54.033154 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71788e3e-2ece-4aef-9fad-9ce803610166 admin admin] Pushing event deleted for resources: {'Network': ['ID=383650eb-2e78-4aeb-9cb2-572c5e0eee93,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:37:54.101878 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:54.394782 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-30f0b310-ea7e-4949-b213-d705be720fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429544'] for router_interface, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:54.669376 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.plugin [None req-30f0b310-ea7e-4949-b213-d705be720fbc admin admin] Deleting port e0125003-27f6-46db-a6d8-4ed1aaafa1c4 {{(pid=93309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:37:54.669626 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-30f0b310-ea7e-4949-b213-d705be720fbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:54.750935 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 7dcf0ac7-e083-4a12-8cfa-9f5badb318af no longer exists at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:37:54.751672 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.db [None req-30f0b310-ea7e-4949-b213-d705be720fbc admin admin] For port e0125003-27f6-46db-a6d8-4ed1aaafa1c4, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=e0125003-27f6-46db-a6d8-4ed1aaafa1c4,segment=NetworkSegment(3cf76d95-c90e-4d9a-8f88-908f6201942b),segment_id=3cf76d95-c90e-4d9a-8f88-908f6201942b)] {{(pid=93309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:37:54.751832 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-30f0b310-ea7e-4949-b213-d705be720fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:54.765401 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.plugins.ml2.plugin [None req-30f0b310-ea7e-4949-b213-d705be720fbc admin admin] Calling delete_port for e0125003-27f6-46db-a6d8-4ed1aaafa1c4 owned by network:router_interface {{(pid=93309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:37:54.780677 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] No Port match for: 7dcf0ac7-e083-4a12-8cfa-9f5badb318af {{(pid=93310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:37:54.781017 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 7dcf0ac7-e083-4a12-8cfa-9f5badb318af not bound to the agent host dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:37:54.781434 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device d998a22a-fb16-4a00-93cc-5a915df8b60b no longer exists at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:37:54.799870 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] No Port match for: d998a22a-fb16-4a00-93cc-5a915df8b60b {{(pid=93310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:37:54.800209 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device d998a22a-fb16-4a00-93cc-5a915df8b60b not bound to the agent host dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:37:54.800613 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 1723c046-ea59-46a1-bb58-debaab08fac1 no longer exists at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:37:54.818750 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] No Port match for: 1723c046-ea59-46a1-bb58-debaab08fac1 {{(pid=93310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:37:54.819229 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 1723c046-ea59-46a1-bb58-debaab08fac1 not bound to the agent host dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:37:54.950314 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-30f0b310-ea7e-4949-b213-d705be720fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379163'] for port, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:54.978310 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f0b310-ea7e-4949-b213-d705be720fbc admin admin] Pushing event deleted for resources: {'Port': ['ID=e0125003-27f6-46db-a6d8-4ed1aaafa1c4,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:37:55.142302 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-30f0b310-ea7e-4949-b213-d705be720fbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429428'] for router_interface, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:55.180598 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:55.620480 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f0b310-ea7e-4949-b213-d705be720fbc admin admin] Router eb62da2f-245f-4406-b5a2-6577e644c2dc has already been hosted by L3 agent cbcd3d9e-bca5-4529-952b-48c65d2aceac {{(pid=93309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:37:55.728857 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f0b310-ea7e-4949-b213-d705be720fbc admin admin] Notify agent at l3_agent.dv-cinder-803773-1-iscsi the message routers_updated {{(pid=93309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:37:55.736562 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-30f0b310-ea7e-4949-b213-d705be720fbc admin admin] 10.222.0.89 "PUT /v2.0/routers/eb62da2f-245f-4406-b5a2-6577e644c2dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7171559 Aug 06 17:37:55.738348 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 41038) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:37:55.742477 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9e839f-84c5-4e75-ad53-b3d0d5d00eee None None] Sync routers for ids ['eb62da2f-245f-4406-b5a2-6577e644c2dc'] in dv-cinder-803773-1-iscsi {{(pid=93311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:37:55.755720 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9e839f-84c5-4e75-ad53-b3d0d5d00eee None None] Routers {'eb62da2f-245f-4406-b5a2-6577e644c2dc'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:37:55.756327 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-6d9e839f-84c5-4e75-ad53-b3d0d5d00eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:37:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['eb62da2f-245f-4406-b5a2-6577e644c2dc'], 'active': True} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:37:55.848115 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-44b03a6d-76c1-4641-819b-4a1ba0b42b9e admin admin] Notify callbacks [] for router, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:55.863458 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvr_db [None req-6d9e839f-84c5-4e75-ad53-b3d0d5d00eee None None] Set router eb62da2f-245f-4406-b5a2-6577e644c2dc gateway port host: dv-cinder-803773-1-iscsi {{(pid=93311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:37:55.953760 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-44b03a6d-76c1-4641-819b-4a1ba0b42b9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:56.008569 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [None req-44b03a6d-76c1-4641-819b-4a1ba0b42b9e admin admin] Deleting port 56f4d18a-cd2b-46e4-b855-d88c0c6f2094 {{(pid=93308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:37:56.008916 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-44b03a6d-76c1-4641-819b-4a1ba0b42b9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:56.044000 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-6d9e839f-84c5-4e75-ad53-b3d0d5d00eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb62da2f-245f-4406-b5a2-6577e644c2dc', 'name': 'tempest-TestShelveInstance-328905236-router', 'tenant_id': 'fafd3f68e06d4b2b8cfd78d73251dc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'external_fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '56f4d18a-cd2b-46e4-b855-d88c0c6f2094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:33:21Z', 'updated_at': '2021-08-06T17:37:54Z', 'revision_number': 5, 'project_id': 'fafd3f68e06d4b2b8cfd78d73251dc31', 'gw_port': {'id': '56f4d18a-cd2b-46e4-b855-d88c0c6f2094', 'name': '', 'network_id': '2c4c21cf-2746-4b14-9730-0a69daab855b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb62da2f-245f-4406-b5a2-6577e644c2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803773-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:33:21Z', 'updated_at': '2021-08-06T17:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d6fa379-a3fa-4b6f-9c88-fa9af5610e03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803773-1-iscsi'}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:37:56.072160 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9e839f-84c5-4e75-ad53-b3d0d5d00eee None None] Checking router: eb62da2f-245f-4406-b5a2-6577e644c2dc for host: dv-cinder-803773-1-iscsi {{(pid=93311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:37:56.080775 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9e839f-84c5-4e75-ad53-b3d0d5d00eee None None] Routers {'eb62da2f-245f-4406-b5a2-6577e644c2dc'} bound to L3 agent in host dv-cinder-803773-1-iscsi {{(pid=93311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:37:56.081424 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-6d9e839f-84c5-4e75-ad53-b3d0d5d00eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803773-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:15:23Z,description=,heartbeat_timestamp=2021-08-06T17:37:53Z,host='dv-cinder-803773-1-iscsi',id=cbcd3d9e-bca5-4529-952b-48c65d2aceac,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:15:23Z,topic='l3_agent')) {'router_ids': ['eb62da2f-245f-4406-b5a2-6577e644c2dc'], 'active': True} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:37:56.086888 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [None req-44b03a6d-76c1-4641-819b-4a1ba0b42b9e admin admin] For port 56f4d18a-cd2b-46e4-b855-d88c0c6f2094, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=56f4d18a-cd2b-46e4-b855-d88c0c6f2094,segment=NetworkSegment(0f56620f-272e-4079-bfd8-f32d6a32afa9),segment_id=0f56620f-272e-4079-bfd8-f32d6a32afa9)] {{(pid=93308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:37:56.087252 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-44b03a6d-76c1-4641-819b-4a1ba0b42b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:56.099807 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [None req-44b03a6d-76c1-4641-819b-4a1ba0b42b9e admin admin] Calling delete_port for 56f4d18a-cd2b-46e4-b855-d88c0c6f2094 owned by network:router_gateway {{(pid=93308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:37:56.171921 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_dvr_db [None req-6d9e839f-84c5-4e75-ad53-b3d0d5d00eee None None] Set router eb62da2f-245f-4406-b5a2-6577e644c2dc gateway port host: None {{(pid=93311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:37:56.222903 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.l3_hamode_db [None req-6d9e839f-84c5-4e75-ad53-b3d0d5d00eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb62da2f-245f-4406-b5a2-6577e644c2dc', 'name': 'tempest-TestShelveInstance-328905236-router', 'tenant_id': 'fafd3f68e06d4b2b8cfd78d73251dc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:33:21Z', 'updated_at': '2021-08-06T17:37:55Z', 'revision_number': 6, 'project_id': 'fafd3f68e06d4b2b8cfd78d73251dc31', 'gw_port_host': None}], 'dv-cinder-803773-1-iscsi', False) {} {{(pid=93311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:37:56.252841 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9e839f-84c5-4e75-ad53-b3d0d5d00eee None None] The sync data for ids ['eb62da2f-245f-4406-b5a2-6577e644c2dc'] in dv-cinder-803773-1-iscsi is: [{'id': 'eb62da2f-245f-4406-b5a2-6577e644c2dc', 'name': 'tempest-TestShelveInstance-328905236-router', 'tenant_id': 'fafd3f68e06d4b2b8cfd78d73251dc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:33:21Z', 'updated_at': '2021-08-06T17:37:55Z', 'revision_number': 6, 'project_id': 'fafd3f68e06d4b2b8cfd78d73251dc31', 'gw_port_host': None}] {{(pid=93311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:37:56.275186 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-44b03a6d-76c1-4641-819b-4a1ba0b42b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089738'] for port, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:56.305680 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b03a6d-76c1-4641-819b-4a1ba0b42b9e admin admin] Pushing event deleted for resources: {'Port': ['ID=56f4d18a-cd2b-46e4-b855-d88c0c6f2094,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:37:56.363682 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-44b03a6d-76c1-4641-819b-4a1ba0b42b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-434336'] for router_gateway, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:56.452432 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-44b03a6d-76c1-4641-819b-4a1ba0b42b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5262'] for router, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:56.454709 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-44b03a6d-76c1-4641-819b-4a1ba0b42b9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:56.500374 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-44b03a6d-76c1-4641-819b-4a1ba0b42b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427157'] for router, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:56.500871 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b03a6d-76c1-4641-819b-4a1ba0b42b9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb62da2f-245f-4406-b5a2-6577e644c2dc {{(pid=93308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 17:37:56.505613 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-44b03a6d-76c1-4641-819b-4a1ba0b42b9e admin admin] Notify callbacks [] for router, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:56.506830 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-44b03a6d-76c1-4641-819b-4a1ba0b42b9e admin admin] 10.222.0.89 "DELETE /v2.0/routers/eb62da2f-245f-4406-b5a2-6577e644c2dc HTTP/1.1" status: 204 len: 168 time: 0.7671742 Aug 06 17:37:56.510645 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 41040) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:37:56.561872 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b6d671-aea5-43c5-8149-582acabaa1b6 admin admin] Deleting subnet 0171e60f-f361-4942-ac43-024e2ba9a6c5 {{(pid=93308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 17:37:56.565356 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-c4b6d671-aea5-43c5-8149-582acabaa1b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:56.601424 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-c4b6d671-aea5-43c5-8149-582acabaa1b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27089399'] for subnet, precommit_delete_associations {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:56.684418 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-c4b6d671-aea5-43c5-8149-582acabaa1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3688605'] for subnet, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:56.741649 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-c4b6d671-aea5-43c5-8149-582acabaa1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3688586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26816410'] for subnet, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:56.767693 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b6d671-aea5-43c5-8149-582acabaa1b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0171e60f-f361-4942-ac43-024e2ba9a6c5,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:37:56.769614 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-c4b6d671-aea5-43c5-8149-582acabaa1b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:56.771458 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-c4b6d671-aea5-43c5-8149-582acabaa1b6 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/0171e60f-f361-4942-ac43-024e2ba9a6c5 HTTP/1.1" status: 204 len: 168 time: 0.2598698 Aug 06 17:37:56.774390 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 41042) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:37:56.774780 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f47fe50-f333-4f65-9042-6a2b740401e8 None None] Network 1e4a9ada-5163-4c7b-919a-d61a6d5b5e0a requested from dv-cinder-803773-1-iscsi {{(pid=93310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:37:56.841857 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-3b612be6-c99b-4860-8834-2e65c1c04cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798447'] for network, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:56.899798 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [None req-3b612be6-c99b-4860-8834-2e65c1c04cf4 admin admin] Deleting port da8592e5-e722-42bd-927f-2b4491ad2c22 {{(pid=93308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:37:56.900147 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-3b612be6-c99b-4860-8834-2e65c1c04cf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:56.965381 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.db [None req-3b612be6-c99b-4860-8834-2e65c1c04cf4 admin admin] For port da8592e5-e722-42bd-927f-2b4491ad2c22, host dv-cinder-803773-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803773-1-iscsi',level=0,port_id=da8592e5-e722-42bd-927f-2b4491ad2c22,segment=NetworkSegment(3cf76d95-c90e-4d9a-8f88-908f6201942b),segment_id=3cf76d95-c90e-4d9a-8f88-908f6201942b)] {{(pid=93308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:37:56.965849 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-3b612be6-c99b-4860-8834-2e65c1c04cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:56.979828 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.plugin [None req-3b612be6-c99b-4860-8834-2e65c1c04cf4 admin admin] Calling delete_port for da8592e5-e722-42bd-927f-2b4491ad2c22 owned by network:dhcp {{(pid=93308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:37:57.036375 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:57.043784 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d08ac9b-2c43-42fa-8a1f-c9244f98e13b None None] DHCP port deletion for 1e4a9ada-5163-4c7b-919a-d61a6d5b5e0a request from dv-cinder-803773-1-iscsi {{(pid=93310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 17:37:57.080168 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-3b612be6-c99b-4860-8834-2e65c1c04cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089738'] for port, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:57.089897 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 56f4d18a-cd2b-46e4-b855-d88c0c6f2094 no longer exists at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:37:57.111867 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b612be6-c99b-4860-8834-2e65c1c04cf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=da8592e5-e722-42bd-927f-2b4491ad2c22,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:37:57.113802 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b612be6-c99b-4860-8834-2e65c1c04cf4 admin admin] No DVR routers for this DVR port da8592e5-e722-42bd-927f-2b4491ad2c22 on host dv-cinder-803773-1-iscsi {{(pid=93308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:37:57.119809 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] No Port match for: 56f4d18a-cd2b-46e4-b855-d88c0c6f2094 {{(pid=93310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:37:57.120169 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device 56f4d18a-cd2b-46e4-b855-d88c0c6f2094 not bound to the agent host dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:37:57.120573 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device da8592e5-e722-42bd-927f-2b4491ad2c22 no longer exists at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:37:57.145600 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-4d08ac9b-2c43-42fa-8a1f-c9244f98e13b None None] Deleting port da8592e5-e722-42bd-927f-2b4491ad2c22 {{(pid=93310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:37:57.145966 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-4d08ac9b-2c43-42fa-8a1f-c9244f98e13b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768831699959'] for port, before_delete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:57.147705 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] No Port match for: da8592e5-e722-42bd-927f-2b4491ad2c22 {{(pid=93310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:37:57.148750 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device da8592e5-e722-42bd-927f-2b4491ad2c22 not bound to the agent host dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:37:57.149155 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device e0125003-27f6-46db-a6d8-4ed1aaafa1c4 no longer exists at agent ovs-agent-dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:37:57.184322 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] No Port match for: e0125003-27f6-46db-a6d8-4ed1aaafa1c4 {{(pid=93310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:37:57.184630 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.rpc [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Device e0125003-27f6-46db-a6d8-4ed1aaafa1c4 not bound to the agent host dv-cinder-803773-1-iscsi {{(pid=93310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:37:57.195038 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-3b612be6-c99b-4860-8834-2e65c1c04cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3691302', 'neutron.services.segments.db._delete_segments_for_network-8768831503162'] for network, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:57.205393 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.services.segments.db [None req-3b612be6-c99b-4860-8834-2e65c1c04cf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e4a9ada-5163-4c7b-919a-d61a6d5b5e0a']}} {{(pid=93308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:37:57.215415 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.services.segments.db [None req-3b612be6-c99b-4860-8834-2e65c1c04cf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cf76d95-c90e-4d9a-8f88-908f6201942b') {'for_net_delete': True} {{(pid=93308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:37:57.215701 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.services.segments.db [None req-3b612be6-c99b-4860-8834-2e65c1c04cf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cf76d95-c90e-4d9a-8f88-908f6201942b') {} {{(pid=93308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:37:57.224566 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-3b612be6-c99b-4860-8834-2e65c1c04cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768831669908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27089376'] for segment, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:57.230231 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.db [None req-4d08ac9b-2c43-42fa-8a1f-c9244f98e13b None None] For port da8592e5-e722-42bd-927f-2b4491ad2c22, host dv-cinder-803773-1-iscsi, got binding levels [] {{(pid=93310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:37:57.230655 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-4d08ac9b-2c43-42fa-8a1f-c9244f98e13b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440858'] for port, precommit_delete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:57.242964 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-3b612be6-c99b-4860-8834-2e65c1c04cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022'] for segment, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:57.244713 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-4d08ac9b-2c43-42fa-8a1f-c9244f98e13b None None] Calling delete_port for da8592e5-e722-42bd-927f-2b4491ad2c22 owned by network:dhcp {{(pid=93310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:37:57.247615 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.ipam_backend_mixin [None req-4d08ac9b-2c43-42fa-8a1f-c9244f98e13b None None] Port da8592e5-e722-42bd-927f-2b4491ad2c22 was not found and therefore no delete operation was performed {{(pid=93310) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 17:37:57.249125 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-4d08ac9b-2c43-42fa-8a1f-c9244f98e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768831559343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768831169253'] for port, after_delete {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:57.249267 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b612be6-c99b-4860-8834-2e65c1c04cf4 admin admin] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=93308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 17:37:57.249577 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-3b612be6-c99b-4860-8834-2e65c1c04cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3687022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089831'] for segment, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:57.251446 dv-cinder-803773-1-iscsi neutron-server[93308]: Traceback (most recent call last): Aug 06 17:37:57.251446 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 17:37:57.251446 dv-cinder-803773-1-iscsi neutron-server[93308]: timer() Aug 06 17:37:57.251446 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 17:37:57.251446 dv-cinder-803773-1-iscsi neutron-server[93308]: cb(*args, **kw) Aug 06 17:37:57.251446 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 17:37:57.251446 dv-cinder-803773-1-iscsi neutron-server[93308]: return func(*args, **kwargs) Aug 06 17:37:57.251446 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 17:37:57.251446 dv-cinder-803773-1-iscsi neutron-server[93308]: self._notify() Aug 06 17:37:57.251446 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 17:37:57.251446 dv-cinder-803773-1-iscsi neutron-server[93308]: self.callback(batched_events) Aug 06 17:37:57.251446 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 17:37:57.251446 dv-cinder-803773-1-iscsi neutron-server[93308]: event.method(event) Aug 06 17:37:57.251446 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 17:37:57.251446 dv-cinder-803773-1-iscsi neutron-server[93308]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 17:37:57.251446 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 17:37:57.251446 dv-cinder-803773-1-iscsi neutron-server[93308]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 17:37:57.251446 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 17:37:57.251446 dv-cinder-803773-1-iscsi neutron-server[93308]: return f(self, *a, **k) Aug 06 17:37:57.251446 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 17:37:57.251446 dv-cinder-803773-1-iscsi neutron-server[93308]: return self._get(url).json() Aug 06 17:37:57.251446 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 17:37:57.251446 dv-cinder-803773-1-iscsi neutron-server[93308]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 17:37:57.251446 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 17:37:57.251446 dv-cinder-803773-1-iscsi neutron-server[93308]: return self.request(url, 'GET', **kwargs) Aug 06 17:37:57.251446 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 17:37:57.251446 dv-cinder-803773-1-iscsi neutron-server[93308]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 17:37:57.251446 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 17:37:57.251446 dv-cinder-803773-1-iscsi neutron-server[93308]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 17:37:57.251446 dv-cinder-803773-1-iscsi neutron-server[93308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 17:37:57.251446 dv-cinder-803773-1-iscsi neutron-server[93308]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 17:37:57.251446 dv-cinder-803773-1-iscsi neutron-server[93308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 17:37:57.275179 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d08ac9b-2c43-42fa-8a1f-c9244f98e13b None None] Pushing event deleted for resources: {'Port': ['ID=da8592e5-e722-42bd-927f-2b4491ad2c22,revision_number=None']} {{(pid=93310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:37:57.278490 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d08ac9b-2c43-42fa-8a1f-c9244f98e13b None None] No DVR routers for this DVR port da8592e5-e722-42bd-927f-2b4491ad2c22 on host dv-cinder-803773-1-iscsi {{(pid=93310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:37:57.308329 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-3b612be6-c99b-4860-8834-2e65c1c04cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3691295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435753'] for network, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:57.313968 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-3b612be6-c99b-4860-8834-2e65c1c04cf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583685'] for network, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:57.318152 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-3b612be6-c99b-4860-8834-2e65c1c04cf4 admin admin] 10.222.0.89 "DELETE /v2.0/networks/1e4a9ada-5163-4c7b-919a-d61a6d5b5e0a HTTP/1.1" status: 204 len: 168 time: 0.5405734 Aug 06 17:37:57.327106 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b612be6-c99b-4860-8834-2e65c1c04cf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e4a9ada-5163-4c7b-919a-d61a6d5b5e0a,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:37:57.489843 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 41046) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:37:57.546384 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-3cbcf417-29c0-4e5a-9073-3e36849397ed admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=526db43a44324a978e79d502de775a0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0547800 Aug 06 17:37:57.548924 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.wsgi [-] (93308) accepted ('10.222.0.89', 41048) {{(pid=93308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:37:57.601426 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-b7b4af8c-442a-401f-ab9b-97cc27b4eff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:57.622279 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-b7b4af8c-442a-401f-ab9b-97cc27b4eff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:57.680077 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-b7b4af8c-442a-401f-ab9b-97cc27b4eff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:57.682618 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron_lib.callbacks.manager [None req-b7b4af8c-442a-401f-ab9b-97cc27b4eff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:57.683744 dv-cinder-803773-1-iscsi neutron-server[93308]: INFO neutron.wsgi [None req-b7b4af8c-442a-401f-ab9b-97cc27b4eff7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f3d6a8cc-649b-4f03-8065-cc130f6988e5 HTTP/1.1" status: 204 len: 168 time: 0.1339355 Aug 06 17:37:57.691515 dv-cinder-803773-1-iscsi neutron-server[93308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b4af8c-442a-401f-ab9b-97cc27b4eff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d6a8cc-649b-4f03-8065-cc130f6988e5,revision_number=None']} {{(pid=93308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:37:58.045073 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 41054) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:37:58.086701 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-5c338ba0-55fc-4fc1-8328-ce49e4c7dec3 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=fafd3f68e06d4b2b8cfd78d73251dc31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398369 Aug 06 17:37:58.090819 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [-] (93309) accepted ('10.222.0.89', 41056) {{(pid=93309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:37:58.141639 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6784f643-daea-4b97-9122-dea58897f827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:58.164087 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6784f643-daea-4b97-9122-dea58897f827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:58.217106 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6784f643-daea-4b97-9122-dea58897f827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600274'] for security_group, after_delete {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:58.220734 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron_lib.callbacks.manager [None req-6784f643-daea-4b97-9122-dea58897f827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:37:58.222358 dv-cinder-803773-1-iscsi neutron-server[93309]: INFO neutron.wsgi [None req-6784f643-daea-4b97-9122-dea58897f827 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5460f31f-2d52-42bd-9a85-b2d6274e22c8 HTTP/1.1" status: 204 len: 168 time: 0.1305716 Aug 06 17:37:58.230444 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6784f643-daea-4b97-9122-dea58897f827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5460f31f-2d52-42bd-9a85-b2d6274e22c8,revision_number=None']} {{(pid=93309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:38:10.226439 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:38:16.400401 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.agents_db [None req-f0f84874-ee0a-4567-8005-82f1841bb43f None None] Agent healthcheck: found 6 active agents {{(pid=93311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:38:21.143657 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-4671c6d2-9fb7-4516-a44b-3af3c72c0577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:38:23.431544 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-439acd56-506c-45b4-b718-02d8dc2f55f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:38:24.111901 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:38:25.186941 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:38:27.035531 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:38:40.222560 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:38:51.143364 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-33dcebd1-a58c-4be4-bdb3-9f8008018394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:38:53.404168 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.agents_db [None req-f0f84874-ee0a-4567-8005-82f1841bb43f None None] Agent healthcheck: found 6 active agents {{(pid=93311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:38:53.429882 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-46595176-f446-46d1-90bc-ed2e5c4d9fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:38:54.111606 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:38:55.188538 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:38:57.036928 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:39:01.742657 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [req-5189aa0e-7fd8-41a6-b994-d7d797737d5f req-6b005c9a-0521-4757-8f63-982c8cacaa99 service neutron] (93309) timed out ('10.222.0.96', 54411) {{(pid=93309) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 17:39:07.593593 dv-cinder-803773-1-iscsi neutron-server[93309]: DEBUG neutron.wsgi [req-c7cfb3c4-bb9b-4fa5-9283-796957386b4d req-a0318b9d-c709-48e6-99f8-758fb8d07c77 service neutron] (93309) timed out ('10.222.0.96', 54419) {{(pid=93309) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 17:39:10.226540 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:39:21.142823 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-01153e89-0109-4bb7-8cb2-42fa81f7940b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:39:23.427026 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-6dcf73eb-4191-4896-9990-a85b2ee2ada3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:39:24.114196 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:39:25.193517 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:39:27.033899 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:39:30.408980 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.agents_db [None req-f0f84874-ee0a-4567-8005-82f1841bb43f None None] Agent healthcheck: found 6 active agents {{(pid=93311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:39:40.245348 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:39:51.142694 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-f502dddf-a9a1-479a-b71e-ec8868b7d2e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:39:53.429176 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-61b92cbd-675d-460f-aebd-25d4862dbb1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:39:54.117643 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:39:55.200729 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:39:57.036646 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:40:07.413569 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.agents_db [None req-f0f84874-ee0a-4567-8005-82f1841bb43f None None] Agent healthcheck: found 6 active agents {{(pid=93311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:40:10.225183 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:40:21.146545 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-d2322892-be80-4651-a90c-b5c650c46726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:40:23.426721 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-069f99f9-611f-49cb-97be-0fcec4de3a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:40:24.116480 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:40:25.209056 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:40:27.041462 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:40:40.250581 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:40:44.419067 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.agents_db [None req-f0f84874-ee0a-4567-8005-82f1841bb43f None None] Agent healthcheck: found 6 active agents {{(pid=93311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:40:51.144039 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-d31fa4b9-b9a1-4f9c-8e0a-04e2efd523b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:40:53.423422 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-9af4d856-fca0-4d9a-b78d-0f2479263eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:40:54.121261 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:40:55.204498 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:40:57.049326 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:41:10.249121 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:41:21.142315 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-eebbcea6-458e-485a-8b16-b578851f3219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:41:21.423552 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.agents_db [None req-f0f84874-ee0a-4567-8005-82f1841bb43f None None] Agent healthcheck: found 6 active agents {{(pid=93311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:41:23.421314 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-d6fc33ca-45be-4863-93d3-d24641347495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:41:24.122033 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:41:25.216498 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:41:27.052225 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:41:40.271140 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:41:51.148756 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-800d4b6b-e56f-45da-9f79-8aa9659bb113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:41:53.422000 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-2345e3ce-92e7-4868-bc1d-0f8c6872f368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:41:54.128678 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:41:55.213779 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:41:57.051929 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:41:58.427322 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.agents_db [None req-f0f84874-ee0a-4567-8005-82f1841bb43f None None] Agent healthcheck: found 6 active agents {{(pid=93311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:42:10.263366 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:42:21.142193 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-ef1f0f1b-ca28-4f2f-a480-dc73080cd6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:42:23.421031 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-31e1c7c7-05a7-43ac-9949-e62ca8f7f663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:42:24.123487 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:42:25.217995 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:42:27.059617 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:42:35.429685 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.agents_db [None req-f0f84874-ee0a-4567-8005-82f1841bb43f None None] Agent healthcheck: found 6 active agents {{(pid=93311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:42:40.267557 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:42:51.145271 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-0aa297b0-f3b3-418e-ad16-a6a6de579009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:42:53.426072 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fb0ed097-bcb0-48a1-9f98-d3cb51ab9a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:42:54.128334 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-fab8762a-b9fc-47be-9cf9-09c11f5adb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:42:55.226285 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-a16d10c5-c86f-4e86-9d70-c4862c74c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:42:57.059647 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-be9067bc-375e-4a3a-8584-25991739a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:43:10.275914 dv-cinder-803773-1-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-7caf567e-cbd8-4e0e-ab98-799ae1652914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768831637261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626844'] for agent, after_update {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:43:12.434227 dv-cinder-803773-1-iscsi neutron-server[93311]: DEBUG neutron.db.agents_db [None req-f0f84874-ee0a-4567-8005-82f1841bb43f None None] Agent healthcheck: found 6 active agents {{(pid=93311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}